2024-11-23 17:21:43,304 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 17:21:43,317 main DEBUG Took 0.010550 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 17:21:43,317 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 17:21:43,317 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 17:21:43,318 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 17:21:43,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,327 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 17:21:43,341 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,343 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,344 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,346 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,347 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,348 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,349 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,350 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,351 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,352 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,353 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,354 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:21:43,355 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,355 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 17:21:43,357 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:21:43,359 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 17:21:43,361 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 17:21:43,362 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 17:21:43,363 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 17:21:43,364 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 17:21:43,372 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 17:21:43,374 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 17:21:43,376 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 17:21:43,377 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 17:21:43,377 main DEBUG createAppenders(={Console}) 2024-11-23 17:21:43,378 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 17:21:43,378 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 17:21:43,379 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 17:21:43,379 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 17:21:43,380 main DEBUG OutputStream closed 2024-11-23 17:21:43,380 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 17:21:43,380 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 17:21:43,380 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 17:21:43,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 17:21:43,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 17:21:43,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 17:21:43,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 17:21:43,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 17:21:43,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 17:21:43,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 17:21:43,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 17:21:43,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 17:21:43,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 17:21:43,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 17:21:43,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 17:21:43,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 17:21:43,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 17:21:43,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 17:21:43,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 17:21:43,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 17:21:43,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 17:21:43,456 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 17:21:43,456 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 17:21:43,457 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 17:21:43,457 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T17:21:43,705 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06 2024-11-23 17:21:43,708 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 17:21:43,708 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T17:21:43,719 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-23T17:21:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T17:21:43,745 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2, deleteOnExit=true 2024-11-23T17:21:43,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T17:21:43,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/test.cache.data in system properties and HBase conf 2024-11-23T17:21:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T17:21:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/hadoop.log.dir in system properties and HBase conf 2024-11-23T17:21:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T17:21:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T17:21:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T17:21:43,867 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T17:21:43,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T17:21:43,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T17:21:43,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T17:21:43,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T17:21:43,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T17:21:43,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T17:21:43,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T17:21:43,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T17:21:43,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T17:21:43,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T17:21:43,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/nfs.dump.dir in system properties and HBase conf 2024-11-23T17:21:43,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/java.io.tmpdir in system properties and HBase conf 2024-11-23T17:21:43,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T17:21:43,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T17:21:43,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T17:21:44,852 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T17:21:44,934 INFO [Time-limited test {}] log.Log(170): Logging initialized @2322ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T17:21:45,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T17:21:45,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T17:21:45,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T17:21:45,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T17:21:45,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T17:21:45,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T17:21:45,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/hadoop.log.dir/,AVAILABLE} 2024-11-23T17:21:45,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T17:21:45,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/java.io.tmpdir/jetty-localhost-41111-hadoop-hdfs-3_4_1-tests_jar-_-any-13272597741552605867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T17:21:45,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:41111} 2024-11-23T17:21:45,326 INFO [Time-limited test {}] server.Server(415): Started @2716ms 2024-11-23T17:21:45,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T17:21:45,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T17:21:45,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T17:21:45,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T17:21:45,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T17:21:45,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/hadoop.log.dir/,AVAILABLE} 2024-11-23T17:21:45,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T17:21:45,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/java.io.tmpdir/jetty-localhost-42189-hadoop-hdfs-3_4_1-tests_jar-_-any-1164354611527920188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T17:21:45,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:42189} 2024-11-23T17:21:45,847 INFO [Time-limited test {}] server.Server(415): Started @3237ms 2024-11-23T17:21:45,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T17:21:46,430 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/dfs/data/data2/current/BP-548058801-172.17.0.2-1732382504607/current, will proceed with Du for space computation calculation, 2024-11-23T17:21:46,430 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/dfs/data/data1/current/BP-548058801-172.17.0.2-1732382504607/current, will proceed with Du for space computation calculation, 2024-11-23T17:21:46,469 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T17:21:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1620b22209bda3f6 with lease ID 0x1b705e8c9302e454: Processing first storage report for DS-7ba18cff-53ed-4773-802b-759ac2bebd95 from datanode DatanodeRegistration(127.0.0.1:33977, datanodeUuid=1aac7cca-5ec2-4792-9835-c61fd58d14a9, infoPort=42055, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=298559596;c=1732382504607) 2024-11-23T17:21:46,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1620b22209bda3f6 with lease ID 0x1b705e8c9302e454: from storage DS-7ba18cff-53ed-4773-802b-759ac2bebd95 node DatanodeRegistration(127.0.0.1:33977, datanodeUuid=1aac7cca-5ec2-4792-9835-c61fd58d14a9, infoPort=42055, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=298559596;c=1732382504607), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T17:21:46,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1620b22209bda3f6 with lease ID 0x1b705e8c9302e454: Processing first storage report for DS-87270f83-3426-44db-ac75-81cc3e1aa690 from datanode DatanodeRegistration(127.0.0.1:33977, datanodeUuid=1aac7cca-5ec2-4792-9835-c61fd58d14a9, infoPort=42055, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=298559596;c=1732382504607) 2024-11-23T17:21:46,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1620b22209bda3f6 with lease ID 0x1b705e8c9302e454: from storage DS-87270f83-3426-44db-ac75-81cc3e1aa690 node DatanodeRegistration(127.0.0.1:33977, datanodeUuid=1aac7cca-5ec2-4792-9835-c61fd58d14a9, infoPort=42055, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=298559596;c=1732382504607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T17:21:46,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06 2024-11-23T17:21:46,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/zookeeper_0, clientPort=57836, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T17:21:46,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57836 2024-11-23T17:21:46,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:21:46,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:21:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741825_1001 (size=7) 2024-11-23T17:21:47,265 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 with version=8 2024-11-23T17:21:47,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/hbase-staging 2024-11-23T17:21:47,403 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T17:21:47,677 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f54dd19cfe0a:0 server-side Connection retries=45 2024-11-23T17:21:47,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:21:47,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T17:21:47,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T17:21:47,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:21:47,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T17:21:47,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T17:21:47,893 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T17:21:47,903 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T17:21:47,907 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T17:21:47,936 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21976 (auto-detected) 2024-11-23T17:21:47,937 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T17:21:47,958 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40379 2024-11-23T17:21:47,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:21:47,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:21:47,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40379 connecting to ZooKeeper ensemble=127.0.0.1:57836 2024-11-23T17:21:48,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403790x0, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T17:21:48,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40379-0x1002566f7450000 connected 2024-11-23T17:21:48,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T17:21:48,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:21:48,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T17:21:48,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-23T17:21:48,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40379 2024-11-23T17:21:48,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40379 2024-11-23T17:21:48,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-23T17:21:48,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40379 2024-11-23T17:21:48,073 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70, hbase.cluster.distributed=false 2024-11-23T17:21:48,135 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f54dd19cfe0a:0 server-side Connection retries=45 2024-11-23T17:21:48,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:21:48,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T17:21:48,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T17:21:48,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:21:48,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T17:21:48,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T17:21:48,141 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T17:21:48,142 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32977 2024-11-23T17:21:48,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T17:21:48,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T17:21:48,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:21:48,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:21:48,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32977 connecting to ZooKeeper ensemble=127.0.0.1:57836 2024-11-23T17:21:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329770x0, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T17:21:48,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32977-0x1002566f7450001 connected 2024-11-23T17:21:48,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T17:21:48,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:21:48,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T17:21:48,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32977 2024-11-23T17:21:48,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32977 2024-11-23T17:21:48,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32977 2024-11-23T17:21:48,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32977 2024-11-23T17:21:48,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32977 2024-11-23T17:21:48,176 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:48,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:21:48,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:21:48,185 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:48,192 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f54dd19cfe0a:40379 2024-11-23T17:21:48,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T17:21:48,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T17:21:48,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:48,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:48,206 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T17:21:48,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T17:21:48,207 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f54dd19cfe0a,40379,1732382507393 from backup master directory 2024-11-23T17:21:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:21:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:21:48,211 WARN [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T17:21:48,211 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:48,214 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T17:21:48,215 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T17:21:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741826_1002 (size=42) 2024-11-23T17:21:48,285 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/hbase.id with ID: f2118e00-b2bb-4e51-a15c-cfc16db49a12 2024-11-23T17:21:48,333 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:21:48,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:48,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:48,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741827_1003 (size=196) 2024-11-23T17:21:48,393 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:21:48,395 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T17:21:48,416 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:48,422 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T17:21:48,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741828_1004 (size=1189) 2024-11-23T17:21:48,873 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store 2024-11-23T17:21:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741829_1005 (size=34) 2024-11-23T17:21:48,892 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T17:21:48,892 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:48,893 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T17:21:48,894 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:21:48,894 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:21:48,894 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T17:21:48,894 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:21:48,894 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:21:48,894 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T17:21:48,896 WARN [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/.initializing 2024-11-23T17:21:48,896 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/WALs/f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:48,903 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T17:21:48,914 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f54dd19cfe0a%2C40379%2C1732382507393, suffix=, logDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/WALs/f54dd19cfe0a,40379,1732382507393, archiveDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/oldWALs, maxLogs=10 2024-11-23T17:21:48,937 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/WALs/f54dd19cfe0a,40379,1732382507393/f54dd19cfe0a%2C40379%2C1732382507393.1732382508919, exclude list is [], retry=0 2024-11-23T17:21:48,953 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33977,DS-7ba18cff-53ed-4773-802b-759ac2bebd95,DISK] 2024-11-23T17:21:48,956 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T17:21:48,993 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/WALs/f54dd19cfe0a,40379,1732382507393/f54dd19cfe0a%2C40379%2C1732382507393.1732382508919 2024-11-23T17:21:48,994 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42055:42055)] 2024-11-23T17:21:48,995 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:21:48,995 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:48,999 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,000 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T17:21:49,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:49,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:21:49,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T17:21:49,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:49,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:21:49,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T17:21:49,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:49,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:21:49,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T17:21:49,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:49,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:21:49,087 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,088 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,096 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T17:21:49,100 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:21:49,104 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:21:49,105 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70038425, jitterRate=0.043653860688209534}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T17:21:49,109 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T17:21:49,110 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T17:21:49,138 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0f4ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:49,173 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T17:21:49,185 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T17:21:49,185 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T17:21:49,188 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T17:21:49,189 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T17:21:49,194 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-23T17:21:49,194 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T17:21:49,220 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T17:21:49,231 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T17:21:49,233 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T17:21:49,235 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T17:21:49,237 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T17:21:49,239 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T17:21:49,240 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T17:21:49,244 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T17:21:49,245 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T17:21:49,246 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T17:21:49,248 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T17:21:49,258 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T17:21:49,259 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T17:21:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T17:21:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T17:21:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:49,264 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f54dd19cfe0a,40379,1732382507393, sessionid=0x1002566f7450000, setting cluster-up flag (Was=false) 2024-11-23T17:21:49,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:49,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:49,282 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T17:21:49,284 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:49,295 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T17:21:49,297 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:49,379 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T17:21:49,385 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T17:21:49,387 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f54dd19cfe0a:32977 2024-11-23T17:21:49,387 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T17:21:49,388 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1008): ClusterId : f2118e00-b2bb-4e51-a15c-cfc16db49a12 2024-11-23T17:21:49,391 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T17:21:49,393 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f54dd19cfe0a,40379,1732382507393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T17:21:49,396 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T17:21:49,396 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T17:21:49,397 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:21:49,397 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:21:49,397 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:21:49,397 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:21:49,398 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f54dd19cfe0a:0, corePoolSize=10, maxPoolSize=10 2024-11-23T17:21:49,398 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,398 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T17:21:49,398 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,399 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T17:21:49,400 DEBUG [RS:0;f54dd19cfe0a:32977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456ec8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:49,400 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732382539400 2024-11-23T17:21:49,401 DEBUG [RS:0;f54dd19cfe0a:32977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eeb722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f54dd19cfe0a/172.17.0.2:0 2024-11-23T17:21:49,402 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T17:21:49,403 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T17:21:49,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T17:21:49,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T17:21:49,405 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T17:21:49,405 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T17:21:49,405 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T17:21:49,407 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(3073): reportForDuty to master=f54dd19cfe0a,40379,1732382507393 with isa=f54dd19cfe0a/172.17.0.2:32977, startcode=1732382508134 2024-11-23T17:21:49,408 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T17:21:49,408 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T17:21:49,409 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T17:21:49,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:49,409 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T17:21:49,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T17:21:49,410 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,411 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T17:21:49,413 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T17:21:49,413 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T17:21:49,416 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T17:21:49,416 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T17:21:49,418 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.large.0-1732382509417,5,FailOnTimeoutGroup] 2024-11-23T17:21:49,418 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.small.0-1732382509418,5,FailOnTimeoutGroup] 2024-11-23T17:21:49,418 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741831_1007 (size=1039) 2024-11-23T17:21:49,418 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T17:21:49,420 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,420 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,420 DEBUG [RS:0;f54dd19cfe0a:32977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T17:21:49,457 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48615, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T17:21:49,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40379 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:49,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40379 {}] master.ServerManager(486): Registering regionserver=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:49,478 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:21:49,479 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43703 2024-11-23T17:21:49,479 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T17:21:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T17:21:49,483 DEBUG [RS:0;f54dd19cfe0a:32977 {}] zookeeper.ZKUtil(111): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:49,484 WARN [RS:0;f54dd19cfe0a:32977 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T17:21:49,484 INFO [RS:0;f54dd19cfe0a:32977 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T17:21:49,484 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/WALs/f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:49,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f54dd19cfe0a,32977,1732382508134] 2024-11-23T17:21:49,498 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T17:21:49,509 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T17:21:49,521 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T17:21:49,524 INFO [RS:0;f54dd19cfe0a:32977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T17:21:49,524 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,525 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T17:21:49,531 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,532 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,532 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,532 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,532 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,533 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,533 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f54dd19cfe0a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T17:21:49,533 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,533 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,533 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,533 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,534 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:21:49,534 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f54dd19cfe0a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T17:21:49,534 DEBUG [RS:0;f54dd19cfe0a:32977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T17:21:49,534 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,535 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,535 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,535 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,535 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,32977,1732382508134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T17:21:49,557 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T17:21:49,559 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,32977,1732382508134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:49,577 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.Replication(204): f54dd19cfe0a,32977,1732382508134 started 2024-11-23T17:21:49,577 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1767): Serving as f54dd19cfe0a,32977,1732382508134, RpcServer on f54dd19cfe0a/172.17.0.2:32977, sessionid=0x1002566f7450001 2024-11-23T17:21:49,578 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T17:21:49,578 DEBUG [RS:0;f54dd19cfe0a:32977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:49,578 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f54dd19cfe0a,32977,1732382508134' 2024-11-23T17:21:49,578 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T17:21:49,579 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T17:21:49,579 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T17:21:49,580 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T17:21:49,580 DEBUG [RS:0;f54dd19cfe0a:32977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:49,580 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f54dd19cfe0a,32977,1732382508134' 2024-11-23T17:21:49,580 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T17:21:49,580 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T17:21:49,581 DEBUG [RS:0;f54dd19cfe0a:32977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T17:21:49,581 INFO [RS:0;f54dd19cfe0a:32977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T17:21:49,581 INFO [RS:0;f54dd19cfe0a:32977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T17:21:49,687 INFO [RS:0;f54dd19cfe0a:32977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T17:21:49,690 INFO [RS:0;f54dd19cfe0a:32977 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f54dd19cfe0a%2C32977%2C1732382508134, suffix=, logDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/WALs/f54dd19cfe0a,32977,1732382508134, archiveDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/oldWALs, maxLogs=32 2024-11-23T17:21:49,707 DEBUG [RS:0;f54dd19cfe0a:32977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/WALs/f54dd19cfe0a,32977,1732382508134/f54dd19cfe0a%2C32977%2C1732382508134.1732382509692, exclude list is [], retry=0 2024-11-23T17:21:49,711 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33977,DS-7ba18cff-53ed-4773-802b-759ac2bebd95,DISK] 2024-11-23T17:21:49,715 INFO [RS:0;f54dd19cfe0a:32977 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/WALs/f54dd19cfe0a,32977,1732382508134/f54dd19cfe0a%2C32977%2C1732382508134.1732382509692 2024-11-23T17:21:49,716 DEBUG [RS:0;f54dd19cfe0a:32977 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42055:42055)] 2024-11-23T17:21:49,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T17:21:49,822 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:21:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741833_1009 (size=32) 2024-11-23T17:21:50,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:50,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T17:21:50,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T17:21:50,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:50,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:21:50,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T17:21:50,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T17:21:50,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:50,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:21:50,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T17:21:50,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T17:21:50,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:50,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:21:50,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740 2024-11-23T17:21:50,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740 2024-11-23T17:21:50,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:21:50,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T17:21:50,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:21:50,261 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61443309, jitterRate=-0.08442334830760956}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:21:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T17:21:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T17:21:50,263 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T17:21:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T17:21:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T17:21:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T17:21:50,265 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T17:21:50,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T17:21:50,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T17:21:50,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T17:21:50,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T17:21:50,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T17:21:50,283 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T17:21:50,435 DEBUG [f54dd19cfe0a:40379 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T17:21:50,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:50,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f54dd19cfe0a,32977,1732382508134, state=OPENING 2024-11-23T17:21:50,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T17:21:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:50,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:21:50,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:21:50,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:21:50,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:50,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T17:21:50,636 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T17:21:50,648 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T17:21:50,648 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T17:21:50,649 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T17:21:50,652 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f54dd19cfe0a%2C32977%2C1732382508134.meta, suffix=.meta, logDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/WALs/f54dd19cfe0a,32977,1732382508134, archiveDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/oldWALs, maxLogs=32 2024-11-23T17:21:50,668 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/WALs/f54dd19cfe0a,32977,1732382508134/f54dd19cfe0a%2C32977%2C1732382508134.meta.1732382510653.meta, exclude list is [], retry=0 2024-11-23T17:21:50,672 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33977,DS-7ba18cff-53ed-4773-802b-759ac2bebd95,DISK] 2024-11-23T17:21:50,676 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/WALs/f54dd19cfe0a,32977,1732382508134/f54dd19cfe0a%2C32977%2C1732382508134.meta.1732382510653.meta 2024-11-23T17:21:50,676 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42055:42055)] 2024-11-23T17:21:50,676 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:21:50,678 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T17:21:50,737 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T17:21:50,742 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T17:21:50,746 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T17:21:50,747 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:50,747 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T17:21:50,747 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T17:21:50,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T17:21:50,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T17:21:50,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:50,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:21:50,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T17:21:50,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T17:21:50,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:50,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:21:50,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T17:21:50,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T17:21:50,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:50,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:21:50,759 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740 2024-11-23T17:21:50,762 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740 2024-11-23T17:21:50,765 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:21:50,767 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T17:21:50,769 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62978737, jitterRate=-0.06154368817806244}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:21:50,770 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T17:21:50,778 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732382510625 2024-11-23T17:21:50,789 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T17:21:50,789 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T17:21:50,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:50,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f54dd19cfe0a,32977,1732382508134, state=OPEN 2024-11-23T17:21:50,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T17:21:50,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T17:21:50,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:21:50,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:21:50,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T17:21:50,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f54dd19cfe0a,32977,1732382508134 in 342 msec 2024-11-23T17:21:50,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T17:21:50,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-23T17:21:50,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4810 sec 2024-11-23T17:21:50,814 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732382510814, completionTime=-1 2024-11-23T17:21:50,814 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T17:21:50,814 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T17:21:50,852 DEBUG [hconnection-0x1dced7d9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:50,855 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:50,866 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T17:21:50,866 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732382570866 2024-11-23T17:21:50,866 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732382630866 2024-11-23T17:21:50,866 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-23T17:21:50,890 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,40379,1732382507393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:50,890 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,40379,1732382507393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:50,890 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,40379,1732382507393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:50,892 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f54dd19cfe0a:40379, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:50,892 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:50,897 DEBUG [master/f54dd19cfe0a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T17:21:50,900 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T17:21:50,902 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T17:21:50,909 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T17:21:50,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:21:50,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:50,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:21:50,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741835_1011 (size=358) 2024-11-23T17:21:51,336 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5d38147aef5b099c2ad8274b66a977cf, NAME => 'hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:21:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741836_1012 (size=42) 2024-11-23T17:21:51,746 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:51,747 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5d38147aef5b099c2ad8274b66a977cf, disabling compactions & flushes 2024-11-23T17:21:51,747 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:21:51,747 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:21:51,747 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. after waiting 0 ms 2024-11-23T17:21:51,747 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:21:51,747 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:21:51,747 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5d38147aef5b099c2ad8274b66a977cf: 2024-11-23T17:21:51,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:21:51,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732382511751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382511751"}]},"ts":"1732382511751"} 2024-11-23T17:21:51,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:21:51,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:21:51,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382511807"}]},"ts":"1732382511807"} 2024-11-23T17:21:51,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T17:21:51,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5d38147aef5b099c2ad8274b66a977cf, ASSIGN}] 2024-11-23T17:21:51,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5d38147aef5b099c2ad8274b66a977cf, ASSIGN 2024-11-23T17:21:51,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5d38147aef5b099c2ad8274b66a977cf, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=false 2024-11-23T17:21:51,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5d38147aef5b099c2ad8274b66a977cf, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:51,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5d38147aef5b099c2ad8274b66a977cf, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:21:52,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:52,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:21:52,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5d38147aef5b099c2ad8274b66a977cf, NAME => 'hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:21:52,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:21:52,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:52,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:21:52,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:21:52,143 INFO [StoreOpener-5d38147aef5b099c2ad8274b66a977cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:21:52,145 INFO [StoreOpener-5d38147aef5b099c2ad8274b66a977cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d38147aef5b099c2ad8274b66a977cf columnFamilyName info 2024-11-23T17:21:52,145 DEBUG [StoreOpener-5d38147aef5b099c2ad8274b66a977cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:52,146 INFO [StoreOpener-5d38147aef5b099c2ad8274b66a977cf-1 {}] regionserver.HStore(327): Store=5d38147aef5b099c2ad8274b66a977cf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:21:52,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:21:52,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:21:52,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:21:52,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:21:52,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5d38147aef5b099c2ad8274b66a977cf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69627232, jitterRate=0.037526607513427734}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T17:21:52,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5d38147aef5b099c2ad8274b66a977cf: 2024-11-23T17:21:52,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf., pid=6, masterSystemTime=1732382512132 2024-11-23T17:21:52,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:21:52,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:21:52,165 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5d38147aef5b099c2ad8274b66a977cf, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:52,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T17:21:52,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5d38147aef5b099c2ad8274b66a977cf, server=f54dd19cfe0a,32977,1732382508134 in 190 msec 2024-11-23T17:21:52,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T17:21:52,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5d38147aef5b099c2ad8274b66a977cf, ASSIGN in 352 msec 2024-11-23T17:21:52,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:21:52,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382512177"}]},"ts":"1732382512177"} 2024-11-23T17:21:52,179 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T17:21:52,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:21:52,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2810 sec 2024-11-23T17:21:52,214 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T17:21:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T17:21:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:21:52,244 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T17:21:52,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T17:21:52,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-23T17:21:52,268 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T17:21:52,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T17:21:52,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-23T17:21:52,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T17:21:52,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T17:21:52,298 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.086sec 2024-11-23T17:21:52,299 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T17:21:52,300 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T17:21:52,301 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T17:21:52,302 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T17:21:52,302 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T17:21:52,303 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,40379,1732382507393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T17:21:52,303 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,40379,1732382507393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T17:21:52,310 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T17:21:52,310 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T17:21:52,311 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,40379,1732382507393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:21:52,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63dfbe60 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fd8052b 2024-11-23T17:21:52,392 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T17:21:52,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322810c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:52,403 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T17:21:52,403 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T17:21:52,413 DEBUG [hconnection-0x320da16c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:52,422 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:52,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f54dd19cfe0a,40379,1732382507393 2024-11-23T17:21:52,443 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=3670 2024-11-23T17:21:52,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:21:52,456 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:21:52,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:21:52,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:21:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:21:52,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:21:52,472 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:52,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T17:21:52,474 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:21:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:21:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741837_1013 (size=960) 2024-11-23T17:21:52,488 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:21:52,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741838_1014 (size=53) 2024-11-23T17:21:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:21:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:21:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6dece79d82b08c73189091560b5a10d3, disabling compactions & flushes 2024-11-23T17:21:52,898 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. after waiting 0 ms 2024-11-23T17:21:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:52,899 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:52,899 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:52,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:21:52,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382512901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382512901"}]},"ts":"1732382512901"} 2024-11-23T17:21:52,905 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:21:52,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:21:52,907 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382512907"}]},"ts":"1732382512907"} 2024-11-23T17:21:52,909 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:21:52,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6dece79d82b08c73189091560b5a10d3, ASSIGN}] 2024-11-23T17:21:52,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6dece79d82b08c73189091560b5a10d3, ASSIGN 2024-11-23T17:21:52,917 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6dece79d82b08c73189091560b5a10d3, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=false 2024-11-23T17:21:53,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6dece79d82b08c73189091560b5a10d3, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:21:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:21:53,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,231 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:53,232 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:21:53,232 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,232 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:21:53,232 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,232 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,235 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,238 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:21:53,239 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dece79d82b08c73189091560b5a10d3 columnFamilyName A 2024-11-23T17:21:53,239 DEBUG [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:53,240 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.HStore(327): Store=6dece79d82b08c73189091560b5a10d3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:21:53,240 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,242 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:21:53,243 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dece79d82b08c73189091560b5a10d3 columnFamilyName B 2024-11-23T17:21:53,243 DEBUG [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:53,244 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.HStore(327): Store=6dece79d82b08c73189091560b5a10d3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:21:53,244 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,246 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:21:53,246 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dece79d82b08c73189091560b5a10d3 columnFamilyName C 2024-11-23T17:21:53,246 DEBUG [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:21:53,247 INFO [StoreOpener-6dece79d82b08c73189091560b5a10d3-1 {}] regionserver.HStore(327): Store=6dece79d82b08c73189091560b5a10d3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:21:53,248 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:53,249 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,250 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,252 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:21:53,254 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,257 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:21:53,258 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 6dece79d82b08c73189091560b5a10d3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74951225, jitterRate=0.1168602854013443}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:21:53,259 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:53,261 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., pid=11, masterSystemTime=1732382513225 2024-11-23T17:21:53,264 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:53,264 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:53,265 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6dece79d82b08c73189091560b5a10d3, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T17:21:53,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 in 196 msec 2024-11-23T17:21:53,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T17:21:53,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6dece79d82b08c73189091560b5a10d3, ASSIGN in 357 msec 2024-11-23T17:21:53,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:21:53,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382513275"}]},"ts":"1732382513275"} 2024-11-23T17:21:53,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:21:53,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:21:53,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 814 msec 2024-11-23T17:21:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:21:53,590 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T17:21:53,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6be4168e to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ed9b166 2024-11-23T17:21:53,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6539e770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,604 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:21:53,609 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:21:53,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05038857 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27c80704 2024-11-23T17:21:53,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e85caf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aba57ed to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2dad8999 2024-11-23T17:21:53,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f597d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x629b91f8 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18de28d7 2024-11-23T17:21:53,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139e2f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62b16227 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b406636 2024-11-23T17:21:53,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f12960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53f30e40 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7915562a 2024-11-23T17:21:53,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7523ca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,643 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x691cbc80 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@502730d9 2024-11-23T17:21:53,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62cfc6db to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b8793a3 2024-11-23T17:21:53,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118d1c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08b52656 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71209fad 2024-11-23T17:21:53,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380d8ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,660 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x634dc49c to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1665e2af 2024-11-23T17:21:53,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ca2d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:21:53,668 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,672 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,672 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,673 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,673 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,674 DEBUG [hconnection-0x3d0fdd06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:21:53,674 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,674 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,676 DEBUG [hconnection-0x2216ae23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,678 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,680 DEBUG [hconnection-0x5f7b3fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:21:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T17:21:53,681 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,682 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:21:53,682 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:21:53,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:21:53,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:21:53,689 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,690 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,698 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,701 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,724 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:21:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:53,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T17:21:53,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:53,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:53,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:53,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:21:53,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:21:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:53,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382573918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382573919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382573920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382573925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382573930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:53,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b2dc6cff3d98469a83b25ecfbed492a5 is 50, key is test_row_0/A:col10/1732382513688/Put/seqid=0 2024-11-23T17:21:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741839_1015 (size=12001) 2024-11-23T17:21:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:21:54,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:21:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382574071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382574071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382574072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382574072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382574072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:21:54,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:54,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382574281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382574283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382574284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382574284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382574286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:21:54,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:21:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b2dc6cff3d98469a83b25ecfbed492a5 2024-11-23T17:21:54,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/57cf2bbc75884bf183f9436dd58695b0 is 50, key is test_row_0/B:col10/1732382513688/Put/seqid=0 2024-11-23T17:21:54,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:21:54,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:54,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741840_1016 (size=12001) 2024-11-23T17:21:54,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/57cf2bbc75884bf183f9436dd58695b0 2024-11-23T17:21:54,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/219aef0b83d94dc48b7371264f995994 is 50, key is test_row_0/C:col10/1732382513688/Put/seqid=0 2024-11-23T17:21:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741841_1017 (size=12001) 2024-11-23T17:21:54,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/219aef0b83d94dc48b7371264f995994 2024-11-23T17:21:54,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382574588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382574589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382574592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382574593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382574594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b2dc6cff3d98469a83b25ecfbed492a5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b2dc6cff3d98469a83b25ecfbed492a5 2024-11-23T17:21:54,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b2dc6cff3d98469a83b25ecfbed492a5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T17:21:54,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/57cf2bbc75884bf183f9436dd58695b0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/57cf2bbc75884bf183f9436dd58695b0 2024-11-23T17:21:54,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/57cf2bbc75884bf183f9436dd58695b0, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T17:21:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/219aef0b83d94dc48b7371264f995994 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/219aef0b83d94dc48b7371264f995994 2024-11-23T17:21:54,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/219aef0b83d94dc48b7371264f995994, entries=150, sequenceid=14, filesize=11.7 K 2024-11-23T17:21:54,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6dece79d82b08c73189091560b5a10d3 in 893ms, sequenceid=14, compaction requested=false 2024-11-23T17:21:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T17:21:54,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:21:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:21:54,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:54,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:21:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:54,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:21:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6c27761e4c5744bfaa994c5bf1189546 is 50, key is test_row_0/A:col10/1732382513896/Put/seqid=0 2024-11-23T17:21:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741842_1018 (size=12001) 2024-11-23T17:21:54,869 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6c27761e4c5744bfaa994c5bf1189546 2024-11-23T17:21:54,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/d83250e538e44eeb8f30da56bf7f20ed is 50, key is test_row_0/B:col10/1732382513896/Put/seqid=0 2024-11-23T17:21:54,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741843_1019 (size=12001) 2024-11-23T17:21:54,921 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/d83250e538e44eeb8f30da56bf7f20ed 2024-11-23T17:21:54,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/d433a2591f5a4f1c812ad2ee1ff2eb1a is 50, key is test_row_0/C:col10/1732382513896/Put/seqid=0 2024-11-23T17:21:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741844_1020 (size=12001) 2024-11-23T17:21:54,960 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/d433a2591f5a4f1c812ad2ee1ff2eb1a 2024-11-23T17:21:54,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6c27761e4c5744bfaa994c5bf1189546 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6c27761e4c5744bfaa994c5bf1189546 2024-11-23T17:21:54,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6c27761e4c5744bfaa994c5bf1189546, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T17:21:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/d83250e538e44eeb8f30da56bf7f20ed as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d83250e538e44eeb8f30da56bf7f20ed 2024-11-23T17:21:55,005 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d83250e538e44eeb8f30da56bf7f20ed, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T17:21:55,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/d433a2591f5a4f1c812ad2ee1ff2eb1a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d433a2591f5a4f1c812ad2ee1ff2eb1a 2024-11-23T17:21:55,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d433a2591f5a4f1c812ad2ee1ff2eb1a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T17:21:55,037 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 6dece79d82b08c73189091560b5a10d3 in 206ms, sequenceid=37, compaction requested=false 2024-11-23T17:21:55,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:55,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:55,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T17:21:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T17:21:55,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T17:21:55,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3550 sec 2024-11-23T17:21:55,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.3710 sec 2024-11-23T17:21:55,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:21:55,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:55,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:55,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:55,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:55,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:55,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:55,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/02c0a1fa395a4072987f7547ad32499d is 50, key is test_row_0/A:col10/1732382515119/Put/seqid=0 2024-11-23T17:21:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741845_1021 (size=16681) 2024-11-23T17:21:55,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/02c0a1fa395a4072987f7547ad32499d 2024-11-23T17:21:55,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/6caca102760649a8b0c350526af2ecf3 is 50, key is test_row_0/B:col10/1732382515119/Put/seqid=0 2024-11-23T17:21:55,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741846_1022 (size=12001) 2024-11-23T17:21:55,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/6caca102760649a8b0c350526af2ecf3 2024-11-23T17:21:55,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382575211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382575209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382575213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382575218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382575234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/82a2edae4f3649149e12d3b24e526b77 is 50, key is test_row_0/C:col10/1732382515119/Put/seqid=0 2024-11-23T17:21:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741847_1023 (size=12001) 2024-11-23T17:21:55,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382575339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382575339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382575339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382575339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382575351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T17:21:55,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T17:21:55,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382575548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382575549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382575549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382575551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382575557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/82a2edae4f3649149e12d3b24e526b77 2024-11-23T17:21:55,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/02c0a1fa395a4072987f7547ad32499d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/02c0a1fa395a4072987f7547ad32499d 2024-11-23T17:21:55,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/02c0a1fa395a4072987f7547ad32499d, entries=250, sequenceid=48, filesize=16.3 K 2024-11-23T17:21:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/6caca102760649a8b0c350526af2ecf3 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/6caca102760649a8b0c350526af2ecf3 2024-11-23T17:21:55,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/6caca102760649a8b0c350526af2ecf3, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T17:21:55,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/82a2edae4f3649149e12d3b24e526b77 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/82a2edae4f3649149e12d3b24e526b77 2024-11-23T17:21:55,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/82a2edae4f3649149e12d3b24e526b77, entries=150, sequenceid=48, filesize=11.7 K 2024-11-23T17:21:55,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6dece79d82b08c73189091560b5a10d3 in 619ms, sequenceid=48, compaction requested=true 2024-11-23T17:21:55,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:55,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:21:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:21:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:55,747 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:55,747 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:21:55,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:55,751 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:55,753 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:21:55,753 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:55,754 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/57cf2bbc75884bf183f9436dd58695b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d83250e538e44eeb8f30da56bf7f20ed, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/6caca102760649a8b0c350526af2ecf3] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=35.2 K 2024-11-23T17:21:55,755 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:55,755 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:21:55,755 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:55,755 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 57cf2bbc75884bf183f9436dd58695b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732382513688 2024-11-23T17:21:55,755 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b2dc6cff3d98469a83b25ecfbed492a5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6c27761e4c5744bfaa994c5bf1189546, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/02c0a1fa395a4072987f7547ad32499d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=39.7 K 2024-11-23T17:21:55,757 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d83250e538e44eeb8f30da56bf7f20ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732382513896 2024-11-23T17:21:55,757 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2dc6cff3d98469a83b25ecfbed492a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732382513688 2024-11-23T17:21:55,757 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 6caca102760649a8b0c350526af2ecf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732382515119 2024-11-23T17:21:55,758 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c27761e4c5744bfaa994c5bf1189546, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732382513896 2024-11-23T17:21:55,760 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c0a1fa395a4072987f7547ad32499d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732382515102 2024-11-23T17:21:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:21:55,801 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:55,801 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T17:21:55,802 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:55,803 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b0f1f394dfb14e1ba4081d4c29ffa30f is 50, key is test_row_0/A:col10/1732382515119/Put/seqid=0 2024-11-23T17:21:55,803 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e5a318a76cb64e4f83aa6382fe27b5ef is 50, key is test_row_0/B:col10/1732382515119/Put/seqid=0 2024-11-23T17:21:55,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:21:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T17:21:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:21:55,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:21:55,811 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:21:55,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:21:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741849_1025 (size=12104) 2024-11-23T17:21:55,838 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b0f1f394dfb14e1ba4081d4c29ffa30f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b0f1f394dfb14e1ba4081d4c29ffa30f 2024-11-23T17:21:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741848_1024 (size=12104) 2024-11-23T17:21:55,860 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into b0f1f394dfb14e1ba4081d4c29ffa30f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:55,861 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:55,861 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=13, startTime=1732382515746; duration=0sec 2024-11-23T17:21:55,862 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:55,862 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:21:55,862 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:55,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:21:55,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:55,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:55,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:55,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:55,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:55,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:55,868 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:55,868 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:21:55,868 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:55,868 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/219aef0b83d94dc48b7371264f995994, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d433a2591f5a4f1c812ad2ee1ff2eb1a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/82a2edae4f3649149e12d3b24e526b77] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=35.2 K 2024-11-23T17:21:55,870 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 219aef0b83d94dc48b7371264f995994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732382513688 2024-11-23T17:21:55,873 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting d433a2591f5a4f1c812ad2ee1ff2eb1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732382513896 2024-11-23T17:21:55,875 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a2edae4f3649149e12d3b24e526b77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732382515119 2024-11-23T17:21:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382575874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/c20a04ab46d84e9b9fc71ec323dfcda9 is 50, key is test_row_0/A:col10/1732382515863/Put/seqid=0 2024-11-23T17:21:55,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382575880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382575884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382575887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382575888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:21:55,917 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:55,918 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/7d74e071ffd547eb9d280271a5ce4496 is 50, key is test_row_0/C:col10/1732382515119/Put/seqid=0 2024-11-23T17:21:55,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741850_1026 (size=14341) 2024-11-23T17:21:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741851_1027 (size=12104) 2024-11-23T17:21:55,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:55,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:55,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:55,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:55,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:55,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382575992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382575994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382576003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382576006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382576007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:21:56,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:56,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382576198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382576201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382576209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382576211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382576213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:21:56,266 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e5a318a76cb64e4f83aa6382fe27b5ef as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e5a318a76cb64e4f83aa6382fe27b5ef 2024-11-23T17:21:56,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,290 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into e5a318a76cb64e4f83aa6382fe27b5ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:56,290 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:56,290 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=13, startTime=1732382515747; duration=0sec 2024-11-23T17:21:56,291 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:56,291 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:21:56,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/c20a04ab46d84e9b9fc71ec323dfcda9 2024-11-23T17:21:56,371 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/7d74e071ffd547eb9d280271a5ce4496 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7d74e071ffd547eb9d280271a5ce4496 2024-11-23T17:21:56,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c4951e917ecc46c09a7886f079865084 is 50, key is test_row_0/B:col10/1732382515863/Put/seqid=0 2024-11-23T17:21:56,395 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into 7d74e071ffd547eb9d280271a5ce4496(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:56,395 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:56,396 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=13, startTime=1732382515747; duration=0sec 2024-11-23T17:21:56,397 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:56,397 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:21:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:21:56,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741852_1028 (size=12001) 2024-11-23T17:21:56,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:56,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:56,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382576505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382576506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382576516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382576518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382576521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:56,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:56,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c4951e917ecc46c09a7886f079865084 2024-11-23T17:21:56,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/3196d3cc545643b5859d3e7e2c582f87 is 50, key is test_row_0/C:col10/1732382515863/Put/seqid=0 2024-11-23T17:21:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741853_1029 (size=12001) 2024-11-23T17:21:56,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/3196d3cc545643b5859d3e7e2c582f87 2024-11-23T17:21:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/c20a04ab46d84e9b9fc71ec323dfcda9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c20a04ab46d84e9b9fc71ec323dfcda9 2024-11-23T17:21:56,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c20a04ab46d84e9b9fc71ec323dfcda9, entries=200, sequenceid=75, filesize=14.0 K 2024-11-23T17:21:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c4951e917ecc46c09a7886f079865084 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c4951e917ecc46c09a7886f079865084 2024-11-23T17:21:56,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:56,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:56,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:56,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:21:56,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c4951e917ecc46c09a7886f079865084, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T17:21:56,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/3196d3cc545643b5859d3e7e2c582f87 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/3196d3cc545643b5859d3e7e2c582f87 2024-11-23T17:21:56,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/3196d3cc545643b5859d3e7e2c582f87, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T17:21:56,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6dece79d82b08c73189091560b5a10d3 in 1076ms, sequenceid=75, compaction requested=false 2024-11-23T17:21:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:57,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:21:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:57,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:57,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:57,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:57,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1d683972ec04401d9a1b28167293db05 is 50, key is test_row_0/A:col10/1732382515884/Put/seqid=0 2024-11-23T17:21:57,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741854_1030 (size=14341) 2024-11-23T17:21:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382577071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382577072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382577074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382577077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382577079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382577182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382577183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382577183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382577184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382577185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382577387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382577387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382577388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382577390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382577391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1d683972ec04401d9a1b28167293db05 2024-11-23T17:21:57,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/83bcccac9304453195ff88beb5efa84e is 50, key is test_row_0/B:col10/1732382515884/Put/seqid=0 2024-11-23T17:21:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741855_1031 (size=12001) 2024-11-23T17:21:57,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/83bcccac9304453195ff88beb5efa84e 2024-11-23T17:21:57,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/9754466d2fef4a018fca365e4b73d99a is 50, key is test_row_0/C:col10/1732382515884/Put/seqid=0 2024-11-23T17:21:57,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:57,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:57,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741856_1032 (size=12001) 2024-11-23T17:21:57,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/9754466d2fef4a018fca365e4b73d99a 2024-11-23T17:21:57,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1d683972ec04401d9a1b28167293db05 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1d683972ec04401d9a1b28167293db05 2024-11-23T17:21:57,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1d683972ec04401d9a1b28167293db05, entries=200, sequenceid=88, filesize=14.0 K 2024-11-23T17:21:57,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/83bcccac9304453195ff88beb5efa84e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/83bcccac9304453195ff88beb5efa84e 2024-11-23T17:21:57,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/83bcccac9304453195ff88beb5efa84e, entries=150, sequenceid=88, filesize=11.7 K 2024-11-23T17:21:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/9754466d2fef4a018fca365e4b73d99a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9754466d2fef4a018fca365e4b73d99a 2024-11-23T17:21:57,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9754466d2fef4a018fca365e4b73d99a, entries=150, sequenceid=88, filesize=11.7 K 2024-11-23T17:21:57,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6dece79d82b08c73189091560b5a10d3 in 608ms, sequenceid=88, compaction requested=true 2024-11-23T17:21:57,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:57,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:21:57,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:57,628 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:57,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:21:57,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:57,628 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:57,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:21:57,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:57,630 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:57,631 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:21:57,631 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,631 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e5a318a76cb64e4f83aa6382fe27b5ef, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c4951e917ecc46c09a7886f079865084, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/83bcccac9304453195ff88beb5efa84e] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=35.3 K 2024-11-23T17:21:57,632 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:57,632 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e5a318a76cb64e4f83aa6382fe27b5ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732382515119 2024-11-23T17:21:57,632 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:21:57,632 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,633 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b0f1f394dfb14e1ba4081d4c29ffa30f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c20a04ab46d84e9b9fc71ec323dfcda9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1d683972ec04401d9a1b28167293db05] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=39.8 K 2024-11-23T17:21:57,633 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c4951e917ecc46c09a7886f079865084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732382515204 2024-11-23T17:21:57,635 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 83bcccac9304453195ff88beb5efa84e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732382515882 2024-11-23T17:21:57,635 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0f1f394dfb14e1ba4081d4c29ffa30f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732382515119 2024-11-23T17:21:57,636 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c20a04ab46d84e9b9fc71ec323dfcda9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732382515204 2024-11-23T17:21:57,637 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d683972ec04401d9a1b28167293db05, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732382515877 2024-11-23T17:21:57,664 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:57,666 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/da765ade18cd4e138dd6d12f59ba0455 is 50, key is test_row_0/B:col10/1732382515884/Put/seqid=0 2024-11-23T17:21:57,672 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:57,673 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ad5cf8d6aaae4977bd1c3b8df70fd10a is 50, key is test_row_0/A:col10/1732382515884/Put/seqid=0 2024-11-23T17:21:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741857_1033 (size=12207) 2024-11-23T17:21:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:57,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:21:57,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:57,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:57,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:57,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:57,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:57,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:57,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741858_1034 (size=12207) 2024-11-23T17:21:57,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,706 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/da765ade18cd4e138dd6d12f59ba0455 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/da765ade18cd4e138dd6d12f59ba0455 2024-11-23T17:21:57,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1a329c111d1e444f9325e0e78c937961 is 50, key is test_row_0/A:col10/1732382517074/Put/seqid=0 2024-11-23T17:21:57,715 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ad5cf8d6aaae4977bd1c3b8df70fd10a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ad5cf8d6aaae4977bd1c3b8df70fd10a 2024-11-23T17:21:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382577706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382577713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382577712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,722 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into da765ade18cd4e138dd6d12f59ba0455(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382577713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,723 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:57,723 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=13, startTime=1732382517628; duration=0sec 2024-11-23T17:21:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382577715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,724 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:57,724 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:21:57,724 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:57,726 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:57,726 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into ad5cf8d6aaae4977bd1c3b8df70fd10a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:57,726 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:57,726 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:21:57,726 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=13, startTime=1732382517627; duration=0sec 2024-11-23T17:21:57,726 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,726 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:57,726 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7d74e071ffd547eb9d280271a5ce4496, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/3196d3cc545643b5859d3e7e2c582f87, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9754466d2fef4a018fca365e4b73d99a] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=35.3 K 2024-11-23T17:21:57,726 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:21:57,727 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d74e071ffd547eb9d280271a5ce4496, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732382515119 2024-11-23T17:21:57,728 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3196d3cc545643b5859d3e7e2c582f87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732382515204 2024-11-23T17:21:57,728 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9754466d2fef4a018fca365e4b73d99a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732382515882 2024-11-23T17:21:57,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741859_1035 (size=14341) 2024-11-23T17:21:57,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1a329c111d1e444f9325e0e78c937961 2024-11-23T17:21:57,755 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:57,757 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/27e5e77809c64a6ca527eb1d931cf572 is 50, key is test_row_0/C:col10/1732382515884/Put/seqid=0 2024-11-23T17:21:57,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/b8f552d6fdd94bce8186718f9e8502e0 is 50, key is test_row_0/B:col10/1732382517074/Put/seqid=0 2024-11-23T17:21:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741860_1036 (size=12207) 2024-11-23T17:21:57,808 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/27e5e77809c64a6ca527eb1d931cf572 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/27e5e77809c64a6ca527eb1d931cf572 2024-11-23T17:21:57,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741861_1037 (size=12001) 2024-11-23T17:21:57,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/b8f552d6fdd94bce8186718f9e8502e0 2024-11-23T17:21:57,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382577824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382577825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382577825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382577826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:57,830 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into 27e5e77809c64a6ca527eb1d931cf572(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:57,831 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382577826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,831 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=13, startTime=1732382517628; duration=0sec 2024-11-23T17:21:57,831 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:57,831 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:21:57,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/4f42a659cdf9486382f93668768028cb is 50, key is test_row_0/C:col10/1732382517074/Put/seqid=0 2024-11-23T17:21:57,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741862_1038 (size=12001) 2024-11-23T17:21:57,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/4f42a659cdf9486382f93668768028cb 2024-11-23T17:21:57,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:57,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:57,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:57,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:21:57,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1a329c111d1e444f9325e0e78c937961 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1a329c111d1e444f9325e0e78c937961 2024-11-23T17:21:57,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1a329c111d1e444f9325e0e78c937961, entries=200, sequenceid=114, filesize=14.0 K 2024-11-23T17:21:57,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/b8f552d6fdd94bce8186718f9e8502e0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/b8f552d6fdd94bce8186718f9e8502e0 2024-11-23T17:21:57,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T17:21:57,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T17:21:57,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T17:21:57,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T17:21:57,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T17:21:57,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T17:21:57,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T17:21:57,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T17:21:57,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T17:21:57,897 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T17:21:57,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/b8f552d6fdd94bce8186718f9e8502e0, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:21:57,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/4f42a659cdf9486382f93668768028cb as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4f42a659cdf9486382f93668768028cb 2024-11-23T17:21:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:21:57,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4f42a659cdf9486382f93668768028cb, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:21:57,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6dece79d82b08c73189091560b5a10d3 in 225ms, sequenceid=114, compaction requested=false 2024-11-23T17:21:57,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:58,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:21:58,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:58,012 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T17:21:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/964ceebacc8c40e69523addbc2bdb2d8 is 50, key is test_row_0/A:col10/1732382517709/Put/seqid=0 2024-11-23T17:21:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:58,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:21:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741863_1039 (size=9657) 2024-11-23T17:21:58,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/964ceebacc8c40e69523addbc2bdb2d8 2024-11-23T17:21:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/718d3015f3774dc89ca402b0524d904f is 50, key is test_row_0/B:col10/1732382517709/Put/seqid=0 2024-11-23T17:21:58,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382578063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382578066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382578070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382578070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382578072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741864_1040 (size=9657) 2024-11-23T17:21:58,108 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/718d3015f3774dc89ca402b0524d904f 2024-11-23T17:21:58,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/67929dadc4744cc3ae7ca5a61403db00 is 50, key is test_row_0/C:col10/1732382517709/Put/seqid=0 2024-11-23T17:21:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741865_1041 (size=9657) 2024-11-23T17:21:58,146 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/67929dadc4744cc3ae7ca5a61403db00 2024-11-23T17:21:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/964ceebacc8c40e69523addbc2bdb2d8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/964ceebacc8c40e69523addbc2bdb2d8 2024-11-23T17:21:58,175 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/964ceebacc8c40e69523addbc2bdb2d8, entries=100, sequenceid=127, filesize=9.4 K 2024-11-23T17:21:58,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382578173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382578174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/718d3015f3774dc89ca402b0524d904f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/718d3015f3774dc89ca402b0524d904f 2024-11-23T17:21:58,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382578176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382578178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382578178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,193 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/718d3015f3774dc89ca402b0524d904f, entries=100, sequenceid=127, filesize=9.4 K 2024-11-23T17:21:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/67929dadc4744cc3ae7ca5a61403db00 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/67929dadc4744cc3ae7ca5a61403db00 2024-11-23T17:21:58,213 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/67929dadc4744cc3ae7ca5a61403db00, entries=100, sequenceid=127, filesize=9.4 K 2024-11-23T17:21:58,215 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=167.72 KB/171750 for 6dece79d82b08c73189091560b5a10d3 in 203ms, sequenceid=127, compaction requested=true 2024-11-23T17:21:58,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:58,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:58,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T17:21:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T17:21:58,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T17:21:58,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4060 sec 2024-11-23T17:21:58,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.4210 sec 2024-11-23T17:21:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:58,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-23T17:21:58,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:58,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382578390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382578392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382578391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382578397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382578399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/af8649be4a764bb4a846ecdab5f75a85 is 50, key is test_row_0/A:col10/1732382518388/Put/seqid=0 2024-11-23T17:21:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741866_1042 (size=12151) 2024-11-23T17:21:58,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/af8649be4a764bb4a846ecdab5f75a85 2024-11-23T17:21:58,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9c9da7a391094e6fa0e5e7d1a041dede is 50, key is test_row_0/B:col10/1732382518388/Put/seqid=0 2024-11-23T17:21:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741867_1043 (size=12151) 2024-11-23T17:21:58,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9c9da7a391094e6fa0e5e7d1a041dede 2024-11-23T17:21:58,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/690528c9665e4dcea713614ceb35caa7 is 50, key is test_row_0/C:col10/1732382518388/Put/seqid=0 2024-11-23T17:21:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741868_1044 (size=12151) 2024-11-23T17:21:58,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/690528c9665e4dcea713614ceb35caa7 2024-11-23T17:21:58,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382578500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382578500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382578501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382578501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382578502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/af8649be4a764bb4a846ecdab5f75a85 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/af8649be4a764bb4a846ecdab5f75a85 2024-11-23T17:21:58,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/af8649be4a764bb4a846ecdab5f75a85, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T17:21:58,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9c9da7a391094e6fa0e5e7d1a041dede as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9c9da7a391094e6fa0e5e7d1a041dede 2024-11-23T17:21:58,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9c9da7a391094e6fa0e5e7d1a041dede, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T17:21:58,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/690528c9665e4dcea713614ceb35caa7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/690528c9665e4dcea713614ceb35caa7 2024-11-23T17:21:58,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/690528c9665e4dcea713614ceb35caa7, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T17:21:58,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 6dece79d82b08c73189091560b5a10d3 in 155ms, sequenceid=158, compaction requested=true 2024-11-23T17:21:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:21:58,546 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:21:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:21:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:21:58,546 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:21:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:58,549 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48356 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:21:58,550 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:21:58,550 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:58,550 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ad5cf8d6aaae4977bd1c3b8df70fd10a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1a329c111d1e444f9325e0e78c937961, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/964ceebacc8c40e69523addbc2bdb2d8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/af8649be4a764bb4a846ecdab5f75a85] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=47.2 K 2024-11-23T17:21:58,551 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:21:58,551 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:21:58,551 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:58,551 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/da765ade18cd4e138dd6d12f59ba0455, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/b8f552d6fdd94bce8186718f9e8502e0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/718d3015f3774dc89ca402b0524d904f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9c9da7a391094e6fa0e5e7d1a041dede] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=44.9 K 2024-11-23T17:21:58,552 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting da765ade18cd4e138dd6d12f59ba0455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732382515882 2024-11-23T17:21:58,553 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad5cf8d6aaae4977bd1c3b8df70fd10a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732382515882 2024-11-23T17:21:58,554 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b8f552d6fdd94bce8186718f9e8502e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382517074 2024-11-23T17:21:58,554 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a329c111d1e444f9325e0e78c937961, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382517052 2024-11-23T17:21:58,555 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 718d3015f3774dc89ca402b0524d904f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732382517706 2024-11-23T17:21:58,555 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 964ceebacc8c40e69523addbc2bdb2d8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732382517706 2024-11-23T17:21:58,557 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting af8649be4a764bb4a846ecdab5f75a85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382518060 2024-11-23T17:21:58,557 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9da7a391094e6fa0e5e7d1a041dede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382518060 2024-11-23T17:21:58,578 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:58,578 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9ce4569b854b46b591e23477037e8df5 is 50, key is test_row_0/B:col10/1732382518388/Put/seqid=0 2024-11-23T17:21:58,590 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:58,591 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6134a1acf40540969e58c87beb7c27ec is 50, key is test_row_0/A:col10/1732382518388/Put/seqid=0 2024-11-23T17:21:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741869_1045 (size=12493) 2024-11-23T17:21:58,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741870_1046 (size=12493) 2024-11-23T17:21:58,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:58,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d09640b4ef634ccf84df99ed51f1245b is 50, key is test_row_0/A:col10/1732382518711/Put/seqid=0 2024-11-23T17:21:58,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382578747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741871_1047 (size=12151) 2024-11-23T17:21:58,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382578748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382578749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382578757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382578757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382578855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382578858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382578858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382578859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:58,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382578861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,046 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9ce4569b854b46b591e23477037e8df5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9ce4569b854b46b591e23477037e8df5 2024-11-23T17:21:59,047 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6134a1acf40540969e58c87beb7c27ec as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6134a1acf40540969e58c87beb7c27ec 2024-11-23T17:21:59,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382579059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,061 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into 6134a1acf40540969e58c87beb7c27ec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:59,061 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:59,061 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=12, startTime=1732382518546; duration=0sec 2024-11-23T17:21:59,061 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:59,061 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:21:59,062 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:21:59,062 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into 9ce4569b854b46b591e23477037e8df5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:59,062 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:59,062 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=12, startTime=1732382518546; duration=0sec 2024-11-23T17:21:59,062 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:59,062 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:21:59,065 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:21:59,065 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:21:59,065 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:59,065 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/27e5e77809c64a6ca527eb1d931cf572, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4f42a659cdf9486382f93668768028cb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/67929dadc4744cc3ae7ca5a61403db00, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/690528c9665e4dcea713614ceb35caa7] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=44.9 K 2024-11-23T17:21:59,066 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27e5e77809c64a6ca527eb1d931cf572, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732382515882 2024-11-23T17:21:59,067 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f42a659cdf9486382f93668768028cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382517074 2024-11-23T17:21:59,067 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67929dadc4744cc3ae7ca5a61403db00, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732382517706 2024-11-23T17:21:59,069 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 690528c9665e4dcea713614ceb35caa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382518060 2024-11-23T17:21:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382579065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382579068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382579066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382579073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,090 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:59,091 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/5d62741d59c84b5e82da7d69afbe4ffa is 50, key is test_row_0/C:col10/1732382518388/Put/seqid=0 2024-11-23T17:21:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741872_1048 (size=12493) 2024-11-23T17:21:59,132 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/5d62741d59c84b5e82da7d69afbe4ffa as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/5d62741d59c84b5e82da7d69afbe4ffa 2024-11-23T17:21:59,146 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into 5d62741d59c84b5e82da7d69afbe4ffa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:21:59,146 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:59,146 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=12, startTime=1732382518546; duration=0sec 2024-11-23T17:21:59,146 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:59,146 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:21:59,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d09640b4ef634ccf84df99ed51f1245b 2024-11-23T17:21:59,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/abcfc1d56e5c4826a3362df64bb246bc is 50, key is test_row_0/B:col10/1732382518711/Put/seqid=0 2024-11-23T17:21:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741873_1049 (size=12151) 2024-11-23T17:21:59,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/abcfc1d56e5c4826a3362df64bb246bc 2024-11-23T17:21:59,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/dcc21c7679044554a0e7094a9794e1cc is 50, key is test_row_0/C:col10/1732382518711/Put/seqid=0 2024-11-23T17:21:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741874_1050 (size=12151) 2024-11-23T17:21:59,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/dcc21c7679044554a0e7094a9794e1cc 2024-11-23T17:21:59,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d09640b4ef634ccf84df99ed51f1245b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d09640b4ef634ccf84df99ed51f1245b 2024-11-23T17:21:59,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d09640b4ef634ccf84df99ed51f1245b, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T17:21:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/abcfc1d56e5c4826a3362df64bb246bc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/abcfc1d56e5c4826a3362df64bb246bc 2024-11-23T17:21:59,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/abcfc1d56e5c4826a3362df64bb246bc, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T17:21:59,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/dcc21c7679044554a0e7094a9794e1cc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/dcc21c7679044554a0e7094a9794e1cc 2024-11-23T17:21:59,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/dcc21c7679044554a0e7094a9794e1cc, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T17:21:59,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6dece79d82b08c73189091560b5a10d3 in 580ms, sequenceid=170, compaction requested=false 2024-11-23T17:21:59,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:59,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:21:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:21:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:21:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:21:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:21:59,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/3045b9871b0948a6bd44a5a68146582d is 50, key is test_row_0/A:col10/1732382518750/Put/seqid=0 2024-11-23T17:21:59,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382579381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382579383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382579384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382579386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382579387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741875_1051 (size=12151) 2024-11-23T17:21:59,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382579489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382579490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382579490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382579491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382579494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382579692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382579693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382579695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382579696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:21:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382579697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:21:59,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/3045b9871b0948a6bd44a5a68146582d 2024-11-23T17:21:59,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/5fec2471d4d1462d9091dcb3fdafbcc8 is 50, key is test_row_0/B:col10/1732382518750/Put/seqid=0 2024-11-23T17:21:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741876_1052 (size=12151) 2024-11-23T17:21:59,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/5fec2471d4d1462d9091dcb3fdafbcc8 2024-11-23T17:21:59,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/8179ca047cf942e2ac5532bddb98d4e7 is 50, key is test_row_0/C:col10/1732382518750/Put/seqid=0 2024-11-23T17:21:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741877_1053 (size=12151) 2024-11-23T17:21:59,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/8179ca047cf942e2ac5532bddb98d4e7 2024-11-23T17:21:59,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/3045b9871b0948a6bd44a5a68146582d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3045b9871b0948a6bd44a5a68146582d 2024-11-23T17:21:59,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3045b9871b0948a6bd44a5a68146582d, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T17:21:59,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/5fec2471d4d1462d9091dcb3fdafbcc8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/5fec2471d4d1462d9091dcb3fdafbcc8 2024-11-23T17:21:59,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/5fec2471d4d1462d9091dcb3fdafbcc8, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T17:21:59,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/8179ca047cf942e2ac5532bddb98d4e7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/8179ca047cf942e2ac5532bddb98d4e7 2024-11-23T17:21:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:21:59,919 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T17:21:59,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:21:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T17:21:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:21:59,925 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:21:59,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:21:59,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:21:59,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/8179ca047cf942e2ac5532bddb98d4e7, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T17:21:59,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6dece79d82b08c73189091560b5a10d3 in 567ms, sequenceid=199, compaction requested=true 2024-11-23T17:21:59,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:21:59,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:21:59,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:21:59,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:21:59,935 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:59,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:21:59,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:21:59,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:21:59,936 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:21:59,937 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:59,937 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:21:59,938 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:59,938 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6134a1acf40540969e58c87beb7c27ec, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d09640b4ef634ccf84df99ed51f1245b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3045b9871b0948a6bd44a5a68146582d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=35.9 K 2024-11-23T17:21:59,938 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 6134a1acf40540969e58c87beb7c27ec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382518060 2024-11-23T17:21:59,939 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:21:59,939 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:21:59,939 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:21:59,940 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9ce4569b854b46b591e23477037e8df5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/abcfc1d56e5c4826a3362df64bb246bc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/5fec2471d4d1462d9091dcb3fdafbcc8] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=35.9 K 2024-11-23T17:21:59,940 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d09640b4ef634ccf84df99ed51f1245b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732382518711 2024-11-23T17:21:59,940 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ce4569b854b46b591e23477037e8df5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382518060 2024-11-23T17:21:59,941 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3045b9871b0948a6bd44a5a68146582d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382518750 2024-11-23T17:21:59,942 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting abcfc1d56e5c4826a3362df64bb246bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732382518711 2024-11-23T17:21:59,943 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fec2471d4d1462d9091dcb3fdafbcc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382518750 2024-11-23T17:21:59,966 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:59,967 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/9d5992116bd442b09b004bea2fbb1f96 is 50, key is test_row_0/A:col10/1732382518750/Put/seqid=0 2024-11-23T17:21:59,970 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:21:59,971 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/386b047c0b5b40879f609858a14ea141 is 50, key is test_row_0/B:col10/1732382518750/Put/seqid=0 2024-11-23T17:21:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:21:59,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:22:00,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:00,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:00,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:00,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:00,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:00,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:00,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/7ff72e5457464d19af288842d531b9f8 is 50, key is test_row_0/A:col10/1732382519384/Put/seqid=0 2024-11-23T17:22:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741878_1054 (size=12595) 2024-11-23T17:22:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741879_1055 (size=12595) 2024-11-23T17:22:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:22:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741880_1056 (size=12151) 2024-11-23T17:22:00,030 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/9d5992116bd442b09b004bea2fbb1f96 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9d5992116bd442b09b004bea2fbb1f96 2024-11-23T17:22:00,043 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into 9d5992116bd442b09b004bea2fbb1f96(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:00,043 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:00,043 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=13, startTime=1732382519935; duration=0sec 2024-11-23T17:22:00,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382580039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,044 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:00,044 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:22:00,044 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:00,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382580041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,046 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:00,046 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:22:00,046 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,047 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/5d62741d59c84b5e82da7d69afbe4ffa, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/dcc21c7679044554a0e7094a9794e1cc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/8179ca047cf942e2ac5532bddb98d4e7] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=35.9 K 2024-11-23T17:22:00,047 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d62741d59c84b5e82da7d69afbe4ffa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382518060 2024-11-23T17:22:00,048 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc21c7679044554a0e7094a9794e1cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732382518711 2024-11-23T17:22:00,048 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 8179ca047cf942e2ac5532bddb98d4e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382518750 2024-11-23T17:22:00,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382580044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382580044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382580045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,076 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:00,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,084 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/fef60c8248a0469db84439e57c40025e is 50, key is test_row_0/C:col10/1732382518750/Put/seqid=0 2024-11-23T17:22:00,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:22:00,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741881_1057 (size=12595) 2024-11-23T17:22:00,114 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/fef60c8248a0469db84439e57c40025e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/fef60c8248a0469db84439e57c40025e 2024-11-23T17:22:00,124 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into fef60c8248a0469db84439e57c40025e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:00,124 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:00,124 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=13, startTime=1732382519935; duration=0sec 2024-11-23T17:22:00,124 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:00,124 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:22:00,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382580146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382580146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382580155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382580156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382580156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:22:00,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:22:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:00,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382580354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382580353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382580361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382580361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382580362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:22:00,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:00,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,452 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/386b047c0b5b40879f609858a14ea141 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/386b047c0b5b40879f609858a14ea141 2024-11-23T17:22:00,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/7ff72e5457464d19af288842d531b9f8 2024-11-23T17:22:00,465 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into 386b047c0b5b40879f609858a14ea141(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:00,465 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:00,465 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=13, startTime=1732382519935; duration=0sec 2024-11-23T17:22:00,465 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:00,465 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:22:00,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/ddc3dfaf1f7c44fa90f0efaa1a427468 is 50, key is test_row_0/B:col10/1732382519384/Put/seqid=0 2024-11-23T17:22:00,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741882_1058 (size=12151) 2024-11-23T17:22:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:22:00,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:22:00,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:00,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382580661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382580661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382580666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382580667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382580670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:22:00,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:00,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:22:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:00,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:00,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/ddc3dfaf1f7c44fa90f0efaa1a427468 2024-11-23T17:22:00,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1350b7d0688e43268418a888ffd7886e is 50, key is test_row_0/C:col10/1732382519384/Put/seqid=0 2024-11-23T17:22:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741883_1059 (size=12151) 2024-11-23T17:22:00,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1350b7d0688e43268418a888ffd7886e 2024-11-23T17:22:00,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/7ff72e5457464d19af288842d531b9f8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/7ff72e5457464d19af288842d531b9f8 2024-11-23T17:22:00,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/7ff72e5457464d19af288842d531b9f8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T17:22:00,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/ddc3dfaf1f7c44fa90f0efaa1a427468 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/ddc3dfaf1f7c44fa90f0efaa1a427468 2024-11-23T17:22:00,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/ddc3dfaf1f7c44fa90f0efaa1a427468, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T17:22:00,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1350b7d0688e43268418a888ffd7886e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1350b7d0688e43268418a888ffd7886e 2024-11-23T17:22:00,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1350b7d0688e43268418a888ffd7886e, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T17:22:00,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6dece79d82b08c73189091560b5a10d3 in 946ms, sequenceid=211, compaction requested=false 2024-11-23T17:22:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:01,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:22:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:01,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:22:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:01,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:01,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:01,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:01,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:01,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:01,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/9f2cfd3be8564aaab3675cd364a8130d is 50, key is test_row_0/A:col10/1732382520043/Put/seqid=0 2024-11-23T17:22:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:22:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741884_1060 (size=12151) 2024-11-23T17:22:01,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/9f2cfd3be8564aaab3675cd364a8130d 2024-11-23T17:22:01,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c3a5921f066a4d2d914ffa46303e421f is 50, key is test_row_0/B:col10/1732382520043/Put/seqid=0 2024-11-23T17:22:01,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741885_1061 (size=12151) 2024-11-23T17:22:01,072 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c3a5921f066a4d2d914ffa46303e421f 2024-11-23T17:22:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/cd5a0e34c33745e59ecab7ccb77efc3e is 50, key is test_row_0/C:col10/1732382520043/Put/seqid=0 2024-11-23T17:22:01,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741886_1062 (size=12151) 2024-11-23T17:22:01,098 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/cd5a0e34c33745e59ecab7ccb77efc3e 2024-11-23T17:22:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/9f2cfd3be8564aaab3675cd364a8130d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f2cfd3be8564aaab3675cd364a8130d 2024-11-23T17:22:01,114 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f2cfd3be8564aaab3675cd364a8130d, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T17:22:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c3a5921f066a4d2d914ffa46303e421f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c3a5921f066a4d2d914ffa46303e421f 2024-11-23T17:22:01,129 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c3a5921f066a4d2d914ffa46303e421f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T17:22:01,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/cd5a0e34c33745e59ecab7ccb77efc3e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cd5a0e34c33745e59ecab7ccb77efc3e 2024-11-23T17:22:01,142 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cd5a0e34c33745e59ecab7ccb77efc3e, entries=150, sequenceid=239, filesize=11.9 K 2024-11-23T17:22:01,145 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6dece79d82b08c73189091560b5a10d3 in 128ms, sequenceid=239, compaction requested=true 2024-11-23T17:22:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T17:22:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T17:22:01,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T17:22:01,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-11-23T17:22:01,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.2310 sec 2024-11-23T17:22:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:01,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:22:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:01,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/19a0fe965df5459a97e5b01d19508e1d is 50, key is test_row_0/A:col10/1732382521177/Put/seqid=0 2024-11-23T17:22:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741887_1063 (size=12151) 2024-11-23T17:22:01,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382581206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382581209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382581210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382581211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382581213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382581313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382581314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382581314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382581316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382581323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382581515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382581523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382581523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382581523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382581528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/19a0fe965df5459a97e5b01d19508e1d 2024-11-23T17:22:01,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/97be148ba1d14fd884dffef561cc75e6 is 50, key is test_row_0/B:col10/1732382521177/Put/seqid=0 2024-11-23T17:22:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741888_1064 (size=12151) 2024-11-23T17:22:01,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/97be148ba1d14fd884dffef561cc75e6 2024-11-23T17:22:01,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/2d71846585864edc9517aa71566efcdd is 50, key is test_row_0/C:col10/1732382521177/Put/seqid=0 2024-11-23T17:22:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741889_1065 (size=12151) 2024-11-23T17:22:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382581820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382581828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382581830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382581830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:01,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382581830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:22:02,031 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T17:22:02,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T17:22:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:22:02,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:02,039 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:02,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:02,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/2d71846585864edc9517aa71566efcdd 2024-11-23T17:22:02,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/19a0fe965df5459a97e5b01d19508e1d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/19a0fe965df5459a97e5b01d19508e1d 2024-11-23T17:22:02,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/19a0fe965df5459a97e5b01d19508e1d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T17:22:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/97be148ba1d14fd884dffef561cc75e6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/97be148ba1d14fd884dffef561cc75e6 2024-11-23T17:22:02,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/97be148ba1d14fd884dffef561cc75e6, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T17:22:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/2d71846585864edc9517aa71566efcdd as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/2d71846585864edc9517aa71566efcdd 2024-11-23T17:22:02,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/2d71846585864edc9517aa71566efcdd, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T17:22:02,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6dece79d82b08c73189091560b5a10d3 in 911ms, sequenceid=252, compaction requested=true 2024-11-23T17:22:02,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:02,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:02,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:02,090 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:02,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:02,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:02,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:02,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:22:02,090 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:02,093 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:02,093 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:22:02,093 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:02,093 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/386b047c0b5b40879f609858a14ea141, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/ddc3dfaf1f7c44fa90f0efaa1a427468, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c3a5921f066a4d2d914ffa46303e421f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/97be148ba1d14fd884dffef561cc75e6] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=47.9 K 2024-11-23T17:22:02,094 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:02,094 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 386b047c0b5b40879f609858a14ea141, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382518750 2024-11-23T17:22:02,094 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:22:02,094 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:02,094 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9d5992116bd442b09b004bea2fbb1f96, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/7ff72e5457464d19af288842d531b9f8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f2cfd3be8564aaab3675cd364a8130d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/19a0fe965df5459a97e5b01d19508e1d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=47.9 K 2024-11-23T17:22:02,095 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d5992116bd442b09b004bea2fbb1f96, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382518750 2024-11-23T17:22:02,095 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ddc3dfaf1f7c44fa90f0efaa1a427468, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382519384 2024-11-23T17:22:02,095 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ff72e5457464d19af288842d531b9f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382519384 2024-11-23T17:22:02,095 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c3a5921f066a4d2d914ffa46303e421f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732382520037 2024-11-23T17:22:02,096 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 97be148ba1d14fd884dffef561cc75e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732382521173 2024-11-23T17:22:02,096 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f2cfd3be8564aaab3675cd364a8130d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732382520037 2024-11-23T17:22:02,098 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19a0fe965df5459a97e5b01d19508e1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732382521173 2024-11-23T17:22:02,116 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:02,117 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9701f04e910245ad9bcbd97a049f088f is 50, key is test_row_0/B:col10/1732382521177/Put/seqid=0 2024-11-23T17:22:02,117 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:02,118 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/63c5238d3b0e4356a3cb3eb36ec61c3e is 50, key is test_row_0/A:col10/1732382521177/Put/seqid=0 2024-11-23T17:22:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:22:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741890_1066 (size=12731) 2024-11-23T17:22:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741891_1067 (size=12731) 2024-11-23T17:22:02,172 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/63c5238d3b0e4356a3cb3eb36ec61c3e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/63c5238d3b0e4356a3cb3eb36ec61c3e 2024-11-23T17:22:02,183 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into 63c5238d3b0e4356a3cb3eb36ec61c3e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:02,183 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:02,183 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=12, startTime=1732382522089; duration=0sec 2024-11-23T17:22:02,183 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:02,183 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:22:02,183 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:02,186 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:02,186 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:22:02,187 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:02,187 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/fef60c8248a0469db84439e57c40025e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1350b7d0688e43268418a888ffd7886e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cd5a0e34c33745e59ecab7ccb77efc3e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/2d71846585864edc9517aa71566efcdd] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=47.9 K 2024-11-23T17:22:02,187 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting fef60c8248a0469db84439e57c40025e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382518750 2024-11-23T17:22:02,188 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1350b7d0688e43268418a888ffd7886e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382519384 2024-11-23T17:22:02,189 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd5a0e34c33745e59ecab7ccb77efc3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732382520037 2024-11-23T17:22:02,189 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d71846585864edc9517aa71566efcdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732382521173 2024-11-23T17:22:02,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T17:22:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:02,196 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:22:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b50910bd4b81400c8faaa27443b4e440 is 50, key is test_row_0/A:col10/1732382521206/Put/seqid=0 2024-11-23T17:22:02,215 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:02,216 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/43ff280116b14c6d967c465c294ef4d6 is 50, key is test_row_0/C:col10/1732382521177/Put/seqid=0 2024-11-23T17:22:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741892_1068 (size=12301) 2024-11-23T17:22:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741893_1069 (size=12731) 2024-11-23T17:22:02,249 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/43ff280116b14c6d967c465c294ef4d6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/43ff280116b14c6d967c465c294ef4d6 2024-11-23T17:22:02,261 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into 43ff280116b14c6d967c465c294ef4d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:02,261 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:02,261 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=12, startTime=1732382522090; duration=0sec 2024-11-23T17:22:02,261 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:02,261 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:22:02,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:22:02,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382582341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382582344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382582347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382582347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382582348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382582448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382582449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382582450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382582451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382582452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,564 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9701f04e910245ad9bcbd97a049f088f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9701f04e910245ad9bcbd97a049f088f 2024-11-23T17:22:02,571 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into 9701f04e910245ad9bcbd97a049f088f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:02,571 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:02,571 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=12, startTime=1732382522090; duration=0sec 2024-11-23T17:22:02,571 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:02,571 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:22:02,639 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b50910bd4b81400c8faaa27443b4e440 2024-11-23T17:22:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:22:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382582653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9514a558b60c4a0fb610e9bc38e43ee4 is 50, key is test_row_0/B:col10/1732382521206/Put/seqid=0 2024-11-23T17:22:02,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382582657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382582657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382582657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382582657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741894_1070 (size=12301) 2024-11-23T17:22:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382582957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382582960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382582961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382582961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382582962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:03,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9514a558b60c4a0fb610e9bc38e43ee4 2024-11-23T17:22:03,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/e548440ade304ba68f0fc68ea2ceef99 is 50, key is test_row_0/C:col10/1732382521206/Put/seqid=0 2024-11-23T17:22:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741895_1071 (size=12301) 2024-11-23T17:22:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:22:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382583461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:03,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382583465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:03,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382583466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:03,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382583468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:03,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382583468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:03,511 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/e548440ade304ba68f0fc68ea2ceef99 2024-11-23T17:22:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b50910bd4b81400c8faaa27443b4e440 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b50910bd4b81400c8faaa27443b4e440 2024-11-23T17:22:03,525 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b50910bd4b81400c8faaa27443b4e440, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:22:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/9514a558b60c4a0fb610e9bc38e43ee4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9514a558b60c4a0fb610e9bc38e43ee4 2024-11-23T17:22:03,534 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9514a558b60c4a0fb610e9bc38e43ee4, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:22:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/e548440ade304ba68f0fc68ea2ceef99 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/e548440ade304ba68f0fc68ea2ceef99 2024-11-23T17:22:03,545 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/e548440ade304ba68f0fc68ea2ceef99, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:22:03,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 6dece79d82b08c73189091560b5a10d3 in 1351ms, sequenceid=277, compaction requested=false 2024-11-23T17:22:03,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:03,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:03,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T17:22:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T17:22:03,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T17:22:03,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-11-23T17:22:03,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.5180 sec 2024-11-23T17:22:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:22:04,143 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T17:22:04,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T17:22:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:22:04,148 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:04,149 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:04,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:22:04,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T17:22:04,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:04,305 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:22:04,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:04,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:04,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:04,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1abc1e09d6b34f9fae77d65ed7f4bc61 is 50, key is test_row_0/A:col10/1732382522345/Put/seqid=0 2024-11-23T17:22:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741896_1072 (size=12301) 2024-11-23T17:22:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:22:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:04,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:04,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382584488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382584489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382584490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382584490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382584490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382584592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382584593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382584593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382584594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382584595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1abc1e09d6b34f9fae77d65ed7f4bc61 2024-11-23T17:22:04,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/db12d82badee41aea06429567395d4f4 is 50, key is test_row_0/B:col10/1732382522345/Put/seqid=0 2024-11-23T17:22:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741897_1073 (size=12301) 2024-11-23T17:22:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:22:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382584795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382584796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382584797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382584797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382584799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382585098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382585100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382585101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382585102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382585102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,144 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/db12d82badee41aea06429567395d4f4 2024-11-23T17:22:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/55008a90a2dc4186bfe4866570304ff4 is 50, key is test_row_0/C:col10/1732382522345/Put/seqid=0 2024-11-23T17:22:05,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741898_1074 (size=12301) 2024-11-23T17:22:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:22:05,565 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/55008a90a2dc4186bfe4866570304ff4 2024-11-23T17:22:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/1abc1e09d6b34f9fae77d65ed7f4bc61 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1abc1e09d6b34f9fae77d65ed7f4bc61 2024-11-23T17:22:05,591 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1abc1e09d6b34f9fae77d65ed7f4bc61, entries=150, sequenceid=293, filesize=12.0 K 2024-11-23T17:22:05,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/db12d82badee41aea06429567395d4f4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/db12d82badee41aea06429567395d4f4 2024-11-23T17:22:05,598 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/db12d82badee41aea06429567395d4f4, entries=150, sequenceid=293, filesize=12.0 K 2024-11-23T17:22:05,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/55008a90a2dc4186bfe4866570304ff4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/55008a90a2dc4186bfe4866570304ff4 2024-11-23T17:22:05,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382585602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382585604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382585605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382585606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382585608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:05,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/55008a90a2dc4186bfe4866570304ff4, entries=150, sequenceid=293, filesize=12.0 K 2024-11-23T17:22:05,613 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6dece79d82b08c73189091560b5a10d3 in 1308ms, sequenceid=293, compaction requested=true 2024-11-23T17:22:05,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:05,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:05,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T17:22:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T17:22:05,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T17:22:05,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4660 sec 2024-11-23T17:22:05,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.4730 sec 2024-11-23T17:22:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:22:06,252 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T17:22:06,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T17:22:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:22:06,256 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:06,257 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:06,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:22:06,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T17:22:06,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:06,412 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:22:06,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:06,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/c4ce7ba04dc946e3812cb0c283f9a69a is 50, key is test_row_0/A:col10/1732382524489/Put/seqid=0 2024-11-23T17:22:06,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741899_1075 (size=12301) 2024-11-23T17:22:06,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/c4ce7ba04dc946e3812cb0c283f9a69a 2024-11-23T17:22:06,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/24349c46afa049c6ab60496be897adab is 50, key is test_row_0/B:col10/1732382524489/Put/seqid=0 2024-11-23T17:22:06,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741900_1076 (size=12301) 2024-11-23T17:22:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:22:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:06,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:06,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382586624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382586626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382586627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382586629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382586631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382586731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382586731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382586732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382586732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382586737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,841 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/24349c46afa049c6ab60496be897adab 2024-11-23T17:22:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/ddcbc713ad8a4edba32dc745a53691bc is 50, key is test_row_0/C:col10/1732382524489/Put/seqid=0 2024-11-23T17:22:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:22:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741901_1077 (size=12301) 2024-11-23T17:22:06,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382586936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382586936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382586937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382586939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:06,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382586943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382587240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382587242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382587242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382587243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382587247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/ddcbc713ad8a4edba32dc745a53691bc 2024-11-23T17:22:07,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/c4ce7ba04dc946e3812cb0c283f9a69a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c4ce7ba04dc946e3812cb0c283f9a69a 2024-11-23T17:22:07,291 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c4ce7ba04dc946e3812cb0c283f9a69a, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:22:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/24349c46afa049c6ab60496be897adab as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/24349c46afa049c6ab60496be897adab 2024-11-23T17:22:07,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/24349c46afa049c6ab60496be897adab, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:22:07,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/ddcbc713ad8a4edba32dc745a53691bc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/ddcbc713ad8a4edba32dc745a53691bc 2024-11-23T17:22:07,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/ddcbc713ad8a4edba32dc745a53691bc, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:22:07,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6dece79d82b08c73189091560b5a10d3 in 897ms, sequenceid=315, compaction requested=true 2024-11-23T17:22:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T17:22:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T17:22:07,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T17:22:07,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0540 sec 2024-11-23T17:22:07,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0590 sec 2024-11-23T17:22:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:22:07,360 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T17:22:07,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T17:22:07,363 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:22:07,364 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:07,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:22:07,516 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T17:22:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:07,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:22:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ceb397ac6a5b4e1bbf98efc2827b9ab9 is 50, key is test_row_0/A:col10/1732382526629/Put/seqid=0 2024-11-23T17:22:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741902_1078 (size=12301) 2024-11-23T17:22:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:22:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382587763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382587763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382587799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382587799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382587799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382587903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382587904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382587904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382587906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382587906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:07,931 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ceb397ac6a5b4e1bbf98efc2827b9ab9 2024-11-23T17:22:07,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/22df8c22a1d4480390c7d333ca863ddc is 50, key is test_row_0/B:col10/1732382526629/Put/seqid=0 2024-11-23T17:22:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741903_1079 (size=12301) 2024-11-23T17:22:07,955 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/22df8c22a1d4480390c7d333ca863ddc 2024-11-23T17:22:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:22:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/f05acbb361de4c89830fe8a66952a809 is 50, key is test_row_0/C:col10/1732382526629/Put/seqid=0 2024-11-23T17:22:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741904_1080 (size=12301) 2024-11-23T17:22:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382588107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382588107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382588107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382588112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382588112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,380 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/f05acbb361de4c89830fe8a66952a809 2024-11-23T17:22:08,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ceb397ac6a5b4e1bbf98efc2827b9ab9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ceb397ac6a5b4e1bbf98efc2827b9ab9 2024-11-23T17:22:08,395 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ceb397ac6a5b4e1bbf98efc2827b9ab9, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T17:22:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/22df8c22a1d4480390c7d333ca863ddc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/22df8c22a1d4480390c7d333ca863ddc 2024-11-23T17:22:08,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/22df8c22a1d4480390c7d333ca863ddc, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T17:22:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/f05acbb361de4c89830fe8a66952a809 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f05acbb361de4c89830fe8a66952a809 2024-11-23T17:22:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382588410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382588410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382588412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f05acbb361de4c89830fe8a66952a809, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T17:22:08,417 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 6dece79d82b08c73189091560b5a10d3 in 900ms, sequenceid=330, compaction requested=true 2024-11-23T17:22:08,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:08,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T17:22:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T17:22:08,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:22:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:08,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T17:22:08,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-23T17:22:08,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0620 sec 2024-11-23T17:22:08,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/4d42a7b074bc44068af23745871df176 is 50, key is test_row_0/A:col10/1732382528418/Put/seqid=0 2024-11-23T17:22:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741905_1081 (size=12301) 2024-11-23T17:22:08,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/4d42a7b074bc44068af23745871df176 2024-11-23T17:22:08,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382588436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382588440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e87d17571326433e983b671dd7e41837 is 50, key is test_row_0/B:col10/1732382528418/Put/seqid=0 2024-11-23T17:22:08,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741906_1082 (size=12301) 2024-11-23T17:22:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:22:08,468 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T17:22:08,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T17:22:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:22:08,472 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:08,473 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:08,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:08,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382588541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382588542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:22:08,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:22:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382588743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382588745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:22:08,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:22:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e87d17571326433e983b671dd7e41837 2024-11-23T17:22:08,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/f4e40ee52a9c4995adc35890e51803bb is 50, key is test_row_0/C:col10/1732382528418/Put/seqid=0 2024-11-23T17:22:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741907_1083 (size=12301) 2024-11-23T17:22:08,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/f4e40ee52a9c4995adc35890e51803bb 2024-11-23T17:22:08,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/4d42a7b074bc44068af23745871df176 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/4d42a7b074bc44068af23745871df176 2024-11-23T17:22:08,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/4d42a7b074bc44068af23745871df176, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T17:22:08,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e87d17571326433e983b671dd7e41837 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e87d17571326433e983b671dd7e41837 2024-11-23T17:22:08,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e87d17571326433e983b671dd7e41837, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T17:22:08,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/f4e40ee52a9c4995adc35890e51803bb as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f4e40ee52a9c4995adc35890e51803bb 2024-11-23T17:22:08,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f4e40ee52a9c4995adc35890e51803bb, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T17:22:08,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6dece79d82b08c73189091560b5a10d3 in 487ms, sequenceid=355, compaction requested=true 2024-11-23T17:22:08,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:08,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:08,906 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:22:08,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:08,906 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:22:08,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:08,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:08,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:08,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:08,909 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74236 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:22:08,909 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74236 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:22:08,909 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:22:08,909 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:22:08,909 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,909 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,909 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/63c5238d3b0e4356a3cb3eb36ec61c3e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b50910bd4b81400c8faaa27443b4e440, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1abc1e09d6b34f9fae77d65ed7f4bc61, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c4ce7ba04dc946e3812cb0c283f9a69a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ceb397ac6a5b4e1bbf98efc2827b9ab9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/4d42a7b074bc44068af23745871df176] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=72.5 K 2024-11-23T17:22:08,909 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9701f04e910245ad9bcbd97a049f088f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9514a558b60c4a0fb610e9bc38e43ee4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/db12d82badee41aea06429567395d4f4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/24349c46afa049c6ab60496be897adab, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/22df8c22a1d4480390c7d333ca863ddc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e87d17571326433e983b671dd7e41837] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=72.5 K 2024-11-23T17:22:08,910 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63c5238d3b0e4356a3cb3eb36ec61c3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732382521173 2024-11-23T17:22:08,910 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9701f04e910245ad9bcbd97a049f088f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732382521173 2024-11-23T17:22:08,911 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting b50910bd4b81400c8faaa27443b4e440, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382521206 2024-11-23T17:22:08,911 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9514a558b60c4a0fb610e9bc38e43ee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382521206 2024-11-23T17:22:08,911 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1abc1e09d6b34f9fae77d65ed7f4bc61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732382522339 2024-11-23T17:22:08,911 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting db12d82badee41aea06429567395d4f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732382522339 2024-11-23T17:22:08,912 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4ce7ba04dc946e3812cb0c283f9a69a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382524486 2024-11-23T17:22:08,912 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 24349c46afa049c6ab60496be897adab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382524486 2024-11-23T17:22:08,912 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb397ac6a5b4e1bbf98efc2827b9ab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382526618 2024-11-23T17:22:08,913 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 22df8c22a1d4480390c7d333ca863ddc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382526618 2024-11-23T17:22:08,913 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d42a7b074bc44068af23745871df176, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382527763 2024-11-23T17:22:08,913 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e87d17571326433e983b671dd7e41837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382527763 2024-11-23T17:22:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:08,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:22:08,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:08,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:08,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:08,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:08,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:08,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:08,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6117976a865e4c8d851dcf06197d6e06 is 50, key is test_row_0/A:col10/1732382528426/Put/seqid=0 2024-11-23T17:22:08,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:22:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:08,941 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#70 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:08,942 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c9ae993f1b8e49dfb4c969dc5ec14542 is 50, key is test_row_0/B:col10/1732382528418/Put/seqid=0 2024-11-23T17:22:08,942 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:08,943 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/8ec281115faf4c74b31cf8843b02a1e2 is 50, key is test_row_0/A:col10/1732382528418/Put/seqid=0 2024-11-23T17:22:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741908_1084 (size=14741) 2024-11-23T17:22:08,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6117976a865e4c8d851dcf06197d6e06 2024-11-23T17:22:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741910_1086 (size=13085) 2024-11-23T17:22:08,963 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/8ec281115faf4c74b31cf8843b02a1e2 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/8ec281115faf4c74b31cf8843b02a1e2 2024-11-23T17:22:08,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382588962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382588964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382588966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:08,971 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into 8ec281115faf4c74b31cf8843b02a1e2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:08,971 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:08,971 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=10, startTime=1732382528906; duration=0sec 2024-11-23T17:22:08,972 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:08,972 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:22:08,972 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:22:08,976 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74236 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:22:08,976 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:22:08,976 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:08,977 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/43ff280116b14c6d967c465c294ef4d6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/e548440ade304ba68f0fc68ea2ceef99, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/55008a90a2dc4186bfe4866570304ff4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/ddcbc713ad8a4edba32dc745a53691bc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f05acbb361de4c89830fe8a66952a809, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f4e40ee52a9c4995adc35890e51803bb] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=72.5 K 2024-11-23T17:22:08,977 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43ff280116b14c6d967c465c294ef4d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732382521173 2024-11-23T17:22:08,978 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e548440ade304ba68f0fc68ea2ceef99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382521206 2024-11-23T17:22:08,978 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55008a90a2dc4186bfe4866570304ff4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732382522339 2024-11-23T17:22:08,979 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddcbc713ad8a4edba32dc745a53691bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382524486 2024-11-23T17:22:08,979 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting f05acbb361de4c89830fe8a66952a809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382526618 2024-11-23T17:22:08,980 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4e40ee52a9c4995adc35890e51803bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382527763 2024-11-23T17:22:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741909_1085 (size=13085) 2024-11-23T17:22:08,991 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/c9ae993f1b8e49dfb4c969dc5ec14542 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c9ae993f1b8e49dfb4c969dc5ec14542 2024-11-23T17:22:08,999 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into c9ae993f1b8e49dfb4c969dc5ec14542(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:08,999 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:08,999 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=10, startTime=1732382528906; duration=0sec 2024-11-23T17:22:09,000 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:09,000 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:22:09,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/d1d2c5b532024dc590f6198e6698cfe0 is 50, key is test_row_0/B:col10/1732382528426/Put/seqid=0 2024-11-23T17:22:09,006 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:09,007 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/a6d9ef0ac31d4f0f88bd1b5996293708 is 50, key is test_row_0/C:col10/1732382528418/Put/seqid=0 2024-11-23T17:22:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741911_1087 (size=12301) 2024-11-23T17:22:09,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/d1d2c5b532024dc590f6198e6698cfe0 2024-11-23T17:22:09,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/cb62b087503440edb412c11415b09daf is 50, key is test_row_0/C:col10/1732382528426/Put/seqid=0 2024-11-23T17:22:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741912_1088 (size=13085) 2024-11-23T17:22:09,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382589046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382589047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741913_1089 (size=12301) 2024-11-23T17:22:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382589068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382589071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:22:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382589081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:22:09,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:09,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:09,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:09,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:22:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:09,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382589272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382589274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382589285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:22:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:09,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:09,444 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/a6d9ef0ac31d4f0f88bd1b5996293708 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/a6d9ef0ac31d4f0f88bd1b5996293708 2024-11-23T17:22:09,451 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into a6d9ef0ac31d4f0f88bd1b5996293708(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:09,451 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:09,451 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=10, startTime=1732382528907; duration=0sec 2024-11-23T17:22:09,451 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:09,451 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:22:09,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/cb62b087503440edb412c11415b09daf 2024-11-23T17:22:09,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/6117976a865e4c8d851dcf06197d6e06 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6117976a865e4c8d851dcf06197d6e06 2024-11-23T17:22:09,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6117976a865e4c8d851dcf06197d6e06, entries=200, sequenceid=368, filesize=14.4 K 2024-11-23T17:22:09,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/d1d2c5b532024dc590f6198e6698cfe0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d1d2c5b532024dc590f6198e6698cfe0 2024-11-23T17:22:09,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d1d2c5b532024dc590f6198e6698cfe0, entries=150, sequenceid=368, filesize=12.0 K 2024-11-23T17:22:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/cb62b087503440edb412c11415b09daf as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cb62b087503440edb412c11415b09daf 2024-11-23T17:22:09,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cb62b087503440edb412c11415b09daf, entries=150, sequenceid=368, filesize=12.0 K 2024-11-23T17:22:09,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6dece79d82b08c73189091560b5a10d3 in 563ms, sequenceid=368, compaction requested=false 2024-11-23T17:22:09,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:09,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:22:09,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:09,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:22:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/3936e7522c844fb89e20c80c33742373 is 50, key is test_row_0/A:col10/1732382528965/Put/seqid=0 2024-11-23T17:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:09,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:09,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741914_1090 (size=12301) 2024-11-23T17:22:09,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/3936e7522c844fb89e20c80c33742373 2024-11-23T17:22:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7517955e9db349398034d816c64509f2 is 50, key is test_row_0/B:col10/1732382528965/Put/seqid=0 2024-11-23T17:22:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:22:09,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382589574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382589574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382589577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382589577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741915_1091 (size=12301) 2024-11-23T17:22:09,584 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7517955e9db349398034d816c64509f2 2024-11-23T17:22:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382589587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1b36937b3500444eab01a048834bf4ac is 50, key is test_row_0/C:col10/1732382528965/Put/seqid=0 2024-11-23T17:22:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741916_1092 (size=12301) 2024-11-23T17:22:09,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382589679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382589680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382589882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:09,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382589885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1b36937b3500444eab01a048834bf4ac 2024-11-23T17:22:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/3936e7522c844fb89e20c80c33742373 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3936e7522c844fb89e20c80c33742373 2024-11-23T17:22:10,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3936e7522c844fb89e20c80c33742373, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T17:22:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7517955e9db349398034d816c64509f2 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7517955e9db349398034d816c64509f2 2024-11-23T17:22:10,021 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7517955e9db349398034d816c64509f2, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T17:22:10,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1b36937b3500444eab01a048834bf4ac as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1b36937b3500444eab01a048834bf4ac 2024-11-23T17:22:10,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1b36937b3500444eab01a048834bf4ac, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T17:22:10,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 6dece79d82b08c73189091560b5a10d3 in 493ms, sequenceid=394, compaction requested=true 2024-11-23T17:22:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T17:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T17:22:10,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T17:22:10,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5710 sec 2024-11-23T17:22:10,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5770 sec 2024-11-23T17:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:10,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:22:10,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:10,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:10,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:10,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:10,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:10,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:10,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/47e7c49dc50c4c23bbc933e15dd23d9c is 50, key is test_row_0/A:col10/1732382530083/Put/seqid=0 2024-11-23T17:22:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741917_1093 (size=12301) 2024-11-23T17:22:10,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382590106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382590108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382590109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382590185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382590190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382590210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382590212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382590212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382590412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382590414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382590414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/47e7c49dc50c4c23bbc933e15dd23d9c 2024-11-23T17:22:10,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7773b487423b4005bdbe029ac6df9aed is 50, key is test_row_0/B:col10/1732382530083/Put/seqid=0 2024-11-23T17:22:10,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741918_1094 (size=12301) 2024-11-23T17:22:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:22:10,575 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T17:22:10,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T17:22:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:22:10,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:10,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:10,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:22:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382590691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382590693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382590717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382590717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382590717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:22:10,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:10,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:10,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:10,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:10,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:22:10,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:10,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:22:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:10,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:10,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7773b487423b4005bdbe029ac6df9aed 2024-11-23T17:22:10,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/4e1061830fb84a149319204b97feb9d1 is 50, key is test_row_0/C:col10/1732382530083/Put/seqid=0 2024-11-23T17:22:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741919_1095 (size=12301) 2024-11-23T17:22:11,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:22:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:22:11,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:22:11,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:11,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382591220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382591221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382591223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/4e1061830fb84a149319204b97feb9d1 2024-11-23T17:22:11,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:22:11,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:11,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/47e7c49dc50c4c23bbc933e15dd23d9c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/47e7c49dc50c4c23bbc933e15dd23d9c 2024-11-23T17:22:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:11,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/47e7c49dc50c4c23bbc933e15dd23d9c, entries=150, sequenceid=409, filesize=12.0 K 2024-11-23T17:22:11,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7773b487423b4005bdbe029ac6df9aed as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7773b487423b4005bdbe029ac6df9aed 2024-11-23T17:22:11,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7773b487423b4005bdbe029ac6df9aed, entries=150, sequenceid=409, filesize=12.0 K 2024-11-23T17:22:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/4e1061830fb84a149319204b97feb9d1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4e1061830fb84a149319204b97feb9d1 2024-11-23T17:22:11,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4e1061830fb84a149319204b97feb9d1, entries=150, sequenceid=409, filesize=12.0 K 2024-11-23T17:22:11,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6dece79d82b08c73189091560b5a10d3 in 1286ms, sequenceid=409, compaction requested=true 2024-11-23T17:22:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:11,371 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:11,371 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:11,372 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:11,373 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:22:11,373 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,373 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/8ec281115faf4c74b31cf8843b02a1e2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6117976a865e4c8d851dcf06197d6e06, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3936e7522c844fb89e20c80c33742373, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/47e7c49dc50c4c23bbc933e15dd23d9c] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=51.2 K 2024-11-23T17:22:11,373 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:11,373 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:22:11,373 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ec281115faf4c74b31cf8843b02a1e2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382527763 2024-11-23T17:22:11,373 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,373 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c9ae993f1b8e49dfb4c969dc5ec14542, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d1d2c5b532024dc590f6198e6698cfe0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7517955e9db349398034d816c64509f2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7773b487423b4005bdbe029ac6df9aed] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=48.8 K 2024-11-23T17:22:11,374 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6117976a865e4c8d851dcf06197d6e06, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732382528426 2024-11-23T17:22:11,374 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ae993f1b8e49dfb4c969dc5ec14542, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382527763 2024-11-23T17:22:11,374 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3936e7522c844fb89e20c80c33742373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732382528960 2024-11-23T17:22:11,374 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d1d2c5b532024dc590f6198e6698cfe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732382528426 2024-11-23T17:22:11,375 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47e7c49dc50c4c23bbc933e15dd23d9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732382529570 2024-11-23T17:22:11,375 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7517955e9db349398034d816c64509f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732382528960 2024-11-23T17:22:11,375 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7773b487423b4005bdbe029ac6df9aed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732382529570 2024-11-23T17:22:11,386 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:11,387 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d5dbf9e264924bcc8ef9a4f3a29edcaa is 50, key is test_row_0/A:col10/1732382530083/Put/seqid=0 2024-11-23T17:22:11,390 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:11,390 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/1fcfdfc0b2994b858055e87968f3a817 is 50, key is test_row_0/B:col10/1732382530083/Put/seqid=0 2024-11-23T17:22:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741920_1096 (size=13221) 2024-11-23T17:22:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741921_1097 (size=13221) 2024-11-23T17:22:11,402 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d5dbf9e264924bcc8ef9a4f3a29edcaa as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d5dbf9e264924bcc8ef9a4f3a29edcaa 2024-11-23T17:22:11,405 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/1fcfdfc0b2994b858055e87968f3a817 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/1fcfdfc0b2994b858055e87968f3a817 2024-11-23T17:22:11,422 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into d5dbf9e264924bcc8ef9a4f3a29edcaa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:11,422 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:11,422 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=12, startTime=1732382531371; duration=0sec 2024-11-23T17:22:11,422 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:11,422 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:22:11,423 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:11,423 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into 1fcfdfc0b2994b858055e87968f3a817(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:11,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:11,423 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=12, startTime=1732382531371; duration=0sec 2024-11-23T17:22:11,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:11,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:22:11,424 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:11,424 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:22:11,424 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,424 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/a6d9ef0ac31d4f0f88bd1b5996293708, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cb62b087503440edb412c11415b09daf, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1b36937b3500444eab01a048834bf4ac, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4e1061830fb84a149319204b97feb9d1] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=48.8 K 2024-11-23T17:22:11,425 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6d9ef0ac31d4f0f88bd1b5996293708, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382527763 2024-11-23T17:22:11,425 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb62b087503440edb412c11415b09daf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732382528426 2024-11-23T17:22:11,426 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b36937b3500444eab01a048834bf4ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732382528960 2024-11-23T17:22:11,426 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e1061830fb84a149319204b97feb9d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732382529570 2024-11-23T17:22:11,438 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:11,438 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/7b7a43ccf528477a922733e0b9f3f8c7 is 50, key is test_row_0/C:col10/1732382530083/Put/seqid=0 2024-11-23T17:22:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741922_1098 (size=13221) 2024-11-23T17:22:11,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:22:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:11,499 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:22:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/59498c1982db4556afbd66fbb2bbb4f7 is 50, key is test_row_0/A:col10/1732382530099/Put/seqid=0 2024-11-23T17:22:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741923_1099 (size=12301) 2024-11-23T17:22:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:22:11,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. as already flushing 2024-11-23T17:22:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382591717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382591718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382591820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382591820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:11,850 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/7b7a43ccf528477a922733e0b9f3f8c7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7b7a43ccf528477a922733e0b9f3f8c7 2024-11-23T17:22:11,857 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into 7b7a43ccf528477a922733e0b9f3f8c7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:11,857 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:11,857 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=12, startTime=1732382531371; duration=0sec 2024-11-23T17:22:11,857 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:11,857 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:22:11,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/59498c1982db4556afbd66fbb2bbb4f7 2024-11-23T17:22:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/80c710a8bd364be49b27ba459e85e1fb is 50, key is test_row_0/B:col10/1732382530099/Put/seqid=0 2024-11-23T17:22:11,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741924_1100 (size=12301) 2024-11-23T17:22:12,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382592022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382592023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38622 deadline: 1732382592225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38658 deadline: 1732382592227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38604 deadline: 1732382592227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382592326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382592327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/80c710a8bd364be49b27ba459e85e1fb 2024-11-23T17:22:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/d8772e157ace4506a81341585f64269a is 50, key is test_row_0/C:col10/1732382530099/Put/seqid=0 2024-11-23T17:22:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741925_1101 (size=12301) 2024-11-23T17:22:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:22:12,751 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/d8772e157ace4506a81341585f64269a 2024-11-23T17:22:12,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/59498c1982db4556afbd66fbb2bbb4f7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/59498c1982db4556afbd66fbb2bbb4f7 2024-11-23T17:22:12,764 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/59498c1982db4556afbd66fbb2bbb4f7, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T17:22:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/80c710a8bd364be49b27ba459e85e1fb as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/80c710a8bd364be49b27ba459e85e1fb 2024-11-23T17:22:12,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/80c710a8bd364be49b27ba459e85e1fb, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T17:22:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/d8772e157ace4506a81341585f64269a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d8772e157ace4506a81341585f64269a 2024-11-23T17:22:12,778 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d8772e157ace4506a81341585f64269a, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T17:22:12,779 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6dece79d82b08c73189091560b5a10d3 in 1280ms, sequenceid=432, compaction requested=false 2024-11-23T17:22:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T17:22:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T17:22:12,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T17:22:12,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2020 sec 2024-11-23T17:22:12,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.2060 sec 2024-11-23T17:22:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:12,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:22:12,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:12,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:12,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:12,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:12,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:12,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:12,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d4198766f438442094e699da1e7c7d75 is 50, key is test_row_0/A:col10/1732382532831/Put/seqid=0 2024-11-23T17:22:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741926_1102 (size=17181) 2024-11-23T17:22:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382592902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382592902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382593007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382593007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:13,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382593210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382593210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:13,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d4198766f438442094e699da1e7c7d75 2024-11-23T17:22:13,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7e0e6d4d5e364cfdb521297cce0bb8e8 is 50, key is test_row_0/B:col10/1732382532831/Put/seqid=0 2024-11-23T17:22:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741927_1103 (size=12301) 2024-11-23T17:22:13,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382593513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382593516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:13,669 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62cfc6db to 127.0.0.1:57836 2024-11-23T17:22:13,669 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:13,670 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08b52656 to 127.0.0.1:57836 2024-11-23T17:22:13,670 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:13,672 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x691cbc80 to 127.0.0.1:57836 2024-11-23T17:22:13,672 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:13,672 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x634dc49c to 127.0.0.1:57836 2024-11-23T17:22:13,672 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:13,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7e0e6d4d5e364cfdb521297cce0bb8e8 2024-11-23T17:22:13,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/9635894f35944c8eb49f7e0f708bb2fc is 50, key is test_row_0/C:col10/1732382532831/Put/seqid=0 2024-11-23T17:22:13,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741928_1104 (size=12301) 2024-11-23T17:22:14,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38596 deadline: 1732382594015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:14,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38682 deadline: 1732382594020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:14,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/9635894f35944c8eb49f7e0f708bb2fc 2024-11-23T17:22:14,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/d4198766f438442094e699da1e7c7d75 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d4198766f438442094e699da1e7c7d75 2024-11-23T17:22:14,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d4198766f438442094e699da1e7c7d75, entries=250, sequenceid=450, filesize=16.8 K 2024-11-23T17:22:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7e0e6d4d5e364cfdb521297cce0bb8e8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7e0e6d4d5e364cfdb521297cce0bb8e8 2024-11-23T17:22:14,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7e0e6d4d5e364cfdb521297cce0bb8e8, entries=150, sequenceid=450, filesize=12.0 K 2024-11-23T17:22:14,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/9635894f35944c8eb49f7e0f708bb2fc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9635894f35944c8eb49f7e0f708bb2fc 2024-11-23T17:22:14,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9635894f35944c8eb49f7e0f708bb2fc, entries=150, sequenceid=450, filesize=12.0 K 2024-11-23T17:22:14,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6dece79d82b08c73189091560b5a10d3 in 1281ms, sequenceid=450, compaction requested=true 2024-11-23T17:22:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:14,113 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6dece79d82b08c73189091560b5a10d3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:14,113 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:14,114 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:14,114 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:14,114 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/A is initiating minor compaction (all files) 2024-11-23T17:22:14,114 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/B is initiating minor compaction (all files) 2024-11-23T17:22:14,114 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/A in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:14,114 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/B in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:14,114 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d5dbf9e264924bcc8ef9a4f3a29edcaa, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/59498c1982db4556afbd66fbb2bbb4f7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d4198766f438442094e699da1e7c7d75] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=41.7 K 2024-11-23T17:22:14,114 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/1fcfdfc0b2994b858055e87968f3a817, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/80c710a8bd364be49b27ba459e85e1fb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7e0e6d4d5e364cfdb521297cce0bb8e8] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=36.9 K 2024-11-23T17:22:14,114 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5dbf9e264924bcc8ef9a4f3a29edcaa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732382529570 2024-11-23T17:22:14,114 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fcfdfc0b2994b858055e87968f3a817, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732382529570 2024-11-23T17:22:14,115 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59498c1982db4556afbd66fbb2bbb4f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732382530099 2024-11-23T17:22:14,115 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c710a8bd364be49b27ba459e85e1fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732382530099 2024-11-23T17:22:14,115 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4198766f438442094e699da1e7c7d75, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732382531710 2024-11-23T17:22:14,115 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e0e6d4d5e364cfdb521297cce0bb8e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732382531710 2024-11-23T17:22:14,123 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:14,124 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/43b79a68e8fd46089d4c5fea8ed201ce is 50, key is test_row_0/B:col10/1732382532831/Put/seqid=0 2024-11-23T17:22:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741929_1105 (size=13323) 2024-11-23T17:22:14,155 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#A#compaction#91 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:14,156 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/9f1477cb54ff4d498cf2d09f69582c9c is 50, key is test_row_0/A:col10/1732382532831/Put/seqid=0 2024-11-23T17:22:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741930_1106 (size=13323) 2024-11-23T17:22:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:14,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:22:14,243 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aba57ed to 127.0.0.1:57836 2024-11-23T17:22:14,243 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:14,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:14,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:14,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:14,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:14,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:14,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:14,247 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53f30e40 to 127.0.0.1:57836 2024-11-23T17:22:14,247 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:14,248 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x629b91f8 to 127.0.0.1:57836 2024-11-23T17:22:14,248 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:14,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b41cc1b6729e41b4a937e311cc211dad is 50, key is test_row_0/A:col10/1732382532874/Put/seqid=0 2024-11-23T17:22:14,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741931_1107 (size=12301) 2024-11-23T17:22:14,537 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/43b79a68e8fd46089d4c5fea8ed201ce as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/43b79a68e8fd46089d4c5fea8ed201ce 2024-11-23T17:22:14,543 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/B of 6dece79d82b08c73189091560b5a10d3 into 43b79a68e8fd46089d4c5fea8ed201ce(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:14,544 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:14,544 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/B, priority=13, startTime=1732382534113; duration=0sec 2024-11-23T17:22:14,544 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:14,544 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:B 2024-11-23T17:22:14,544 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:14,545 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:14,545 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 6dece79d82b08c73189091560b5a10d3/C is initiating minor compaction (all files) 2024-11-23T17:22:14,546 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6dece79d82b08c73189091560b5a10d3/C in TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:14,546 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7b7a43ccf528477a922733e0b9f3f8c7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d8772e157ace4506a81341585f64269a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9635894f35944c8eb49f7e0f708bb2fc] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp, totalSize=36.9 K 2024-11-23T17:22:14,546 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b7a43ccf528477a922733e0b9f3f8c7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732382529570 2024-11-23T17:22:14,547 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d8772e157ace4506a81341585f64269a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732382530099 2024-11-23T17:22:14,547 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9635894f35944c8eb49f7e0f708bb2fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732382531710 2024-11-23T17:22:14,557 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6dece79d82b08c73189091560b5a10d3#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:14,558 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1fc1c3b7f0104cc6878f73b610bf21b6 is 50, key is test_row_0/C:col10/1732382532831/Put/seqid=0 2024-11-23T17:22:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741932_1108 (size=13323) 2024-11-23T17:22:14,568 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/9f1477cb54ff4d498cf2d09f69582c9c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f1477cb54ff4d498cf2d09f69582c9c 2024-11-23T17:22:14,574 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/A of 6dece79d82b08c73189091560b5a10d3 into 9f1477cb54ff4d498cf2d09f69582c9c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:14,574 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:14,574 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/A, priority=13, startTime=1732382534112; duration=0sec 2024-11-23T17:22:14,574 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:14,574 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:A 2024-11-23T17:22:14,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b41cc1b6729e41b4a937e311cc211dad 2024-11-23T17:22:14,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7f5c2e153cc0408ba0d50d2e7bfc12c6 is 50, key is test_row_0/B:col10/1732382532874/Put/seqid=0 2024-11-23T17:22:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741933_1109 (size=12301) 2024-11-23T17:22:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:22:14,683 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T17:22:14,971 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/1fc1c3b7f0104cc6878f73b610bf21b6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1fc1c3b7f0104cc6878f73b610bf21b6 2024-11-23T17:22:14,977 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6dece79d82b08c73189091560b5a10d3/C of 6dece79d82b08c73189091560b5a10d3 into 1fc1c3b7f0104cc6878f73b610bf21b6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:14,977 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:14,977 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3., storeName=6dece79d82b08c73189091560b5a10d3/C, priority=13, startTime=1732382534113; duration=0sec 2024-11-23T17:22:14,977 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:14,977 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6dece79d82b08c73189091560b5a10d3:C 2024-11-23T17:22:15,024 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05038857 to 127.0.0.1:57836 2024-11-23T17:22:15,024 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:15,025 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62b16227 to 127.0.0.1:57836 2024-11-23T17:22:15,025 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6679 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6613 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2959 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8876 rows 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2951 2024-11-23T17:22:15,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8853 rows 2024-11-23T17:22:15,026 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:22:15,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6be4168e to 127.0.0.1:57836 2024-11-23T17:22:15,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:15,030 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:22:15,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:22:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:15,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382535042"}]},"ts":"1732382535042"} 2024-11-23T17:22:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:22:15,044 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:22:15,046 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:22:15,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:22:15,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6dece79d82b08c73189091560b5a10d3, UNASSIGN}] 2024-11-23T17:22:15,053 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6dece79d82b08c73189091560b5a10d3, UNASSIGN 2024-11-23T17:22:15,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=6dece79d82b08c73189091560b5a10d3, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:15,055 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:22:15,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:22:15,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7f5c2e153cc0408ba0d50d2e7bfc12c6 2024-11-23T17:22:15,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/c5b62e158eb549e09d98c6fc39148583 is 50, key is test_row_0/C:col10/1732382532874/Put/seqid=0 2024-11-23T17:22:15,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741934_1110 (size=12301) 2024-11-23T17:22:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:22:15,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:15,212 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:15,212 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:22:15,212 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 6dece79d82b08c73189091560b5a10d3, disabling compactions & flushes 2024-11-23T17:22:15,213 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:22:15,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/c5b62e158eb549e09d98c6fc39148583 2024-11-23T17:22:15,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/b41cc1b6729e41b4a937e311cc211dad as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b41cc1b6729e41b4a937e311cc211dad 2024-11-23T17:22:15,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b41cc1b6729e41b4a937e311cc211dad, entries=150, sequenceid=470, filesize=12.0 K 2024-11-23T17:22:15,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/7f5c2e153cc0408ba0d50d2e7bfc12c6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7f5c2e153cc0408ba0d50d2e7bfc12c6 2024-11-23T17:22:15,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7f5c2e153cc0408ba0d50d2e7bfc12c6, entries=150, sequenceid=470, filesize=12.0 K 2024-11-23T17:22:15,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/c5b62e158eb549e09d98c6fc39148583 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/c5b62e158eb549e09d98c6fc39148583 2024-11-23T17:22:15,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/c5b62e158eb549e09d98c6fc39148583, entries=150, sequenceid=470, filesize=12.0 K 2024-11-23T17:22:15,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 6dece79d82b08c73189091560b5a10d3 in 1263ms, sequenceid=470, compaction requested=false 2024-11-23T17:22:15,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:15,506 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. after waiting 0 ms 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:15,507 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 6dece79d82b08c73189091560b5a10d3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=A 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=B 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6dece79d82b08c73189091560b5a10d3, store=C 2024-11-23T17:22:15,507 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:15,511 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ce6e00e664034badbc2feca6c8e82ef8 is 50, key is test_row_0/A:col10/1732382535022/Put/seqid=0 2024-11-23T17:22:15,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741935_1111 (size=12301) 2024-11-23T17:22:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:22:15,915 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ce6e00e664034badbc2feca6c8e82ef8 2024-11-23T17:22:15,924 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e4cb5f51d07f425d8b19b5c862dcdb14 is 50, key is test_row_0/B:col10/1732382535022/Put/seqid=0 2024-11-23T17:22:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741936_1112 (size=12301) 2024-11-23T17:22:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:22:16,328 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e4cb5f51d07f425d8b19b5c862dcdb14 2024-11-23T17:22:16,336 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/6f2516ed21e844d6995d046039f5afe1 is 50, key is test_row_0/C:col10/1732382535022/Put/seqid=0 2024-11-23T17:22:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741937_1113 (size=12301) 2024-11-23T17:22:16,530 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:22:16,740 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/6f2516ed21e844d6995d046039f5afe1 2024-11-23T17:22:16,745 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/A/ce6e00e664034badbc2feca6c8e82ef8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ce6e00e664034badbc2feca6c8e82ef8 2024-11-23T17:22:16,750 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ce6e00e664034badbc2feca6c8e82ef8, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T17:22:16,751 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/B/e4cb5f51d07f425d8b19b5c862dcdb14 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e4cb5f51d07f425d8b19b5c862dcdb14 2024-11-23T17:22:16,755 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e4cb5f51d07f425d8b19b5c862dcdb14, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T17:22:16,756 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/.tmp/C/6f2516ed21e844d6995d046039f5afe1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/6f2516ed21e844d6995d046039f5afe1 2024-11-23T17:22:16,760 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/6f2516ed21e844d6995d046039f5afe1, entries=150, sequenceid=480, filesize=12.0 K 2024-11-23T17:22:16,760 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6dece79d82b08c73189091560b5a10d3 in 1253ms, sequenceid=480, compaction requested=true 2024-11-23T17:22:16,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b2dc6cff3d98469a83b25ecfbed492a5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6c27761e4c5744bfaa994c5bf1189546, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/02c0a1fa395a4072987f7547ad32499d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b0f1f394dfb14e1ba4081d4c29ffa30f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c20a04ab46d84e9b9fc71ec323dfcda9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1d683972ec04401d9a1b28167293db05, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ad5cf8d6aaae4977bd1c3b8df70fd10a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1a329c111d1e444f9325e0e78c937961, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/964ceebacc8c40e69523addbc2bdb2d8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6134a1acf40540969e58c87beb7c27ec, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/af8649be4a764bb4a846ecdab5f75a85, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d09640b4ef634ccf84df99ed51f1245b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9d5992116bd442b09b004bea2fbb1f96, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3045b9871b0948a6bd44a5a68146582d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/7ff72e5457464d19af288842d531b9f8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f2cfd3be8564aaab3675cd364a8130d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/63c5238d3b0e4356a3cb3eb36ec61c3e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/19a0fe965df5459a97e5b01d19508e1d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b50910bd4b81400c8faaa27443b4e440, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1abc1e09d6b34f9fae77d65ed7f4bc61, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c4ce7ba04dc946e3812cb0c283f9a69a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ceb397ac6a5b4e1bbf98efc2827b9ab9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/8ec281115faf4c74b31cf8843b02a1e2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/4d42a7b074bc44068af23745871df176, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6117976a865e4c8d851dcf06197d6e06, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3936e7522c844fb89e20c80c33742373, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d5dbf9e264924bcc8ef9a4f3a29edcaa, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/47e7c49dc50c4c23bbc933e15dd23d9c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/59498c1982db4556afbd66fbb2bbb4f7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d4198766f438442094e699da1e7c7d75] to archive 2024-11-23T17:22:16,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:22:16,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b2dc6cff3d98469a83b25ecfbed492a5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b2dc6cff3d98469a83b25ecfbed492a5 2024-11-23T17:22:16,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6c27761e4c5744bfaa994c5bf1189546 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6c27761e4c5744bfaa994c5bf1189546 2024-11-23T17:22:16,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/02c0a1fa395a4072987f7547ad32499d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/02c0a1fa395a4072987f7547ad32499d 2024-11-23T17:22:16,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b0f1f394dfb14e1ba4081d4c29ffa30f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b0f1f394dfb14e1ba4081d4c29ffa30f 2024-11-23T17:22:16,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c20a04ab46d84e9b9fc71ec323dfcda9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c20a04ab46d84e9b9fc71ec323dfcda9 2024-11-23T17:22:16,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1d683972ec04401d9a1b28167293db05 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1d683972ec04401d9a1b28167293db05 2024-11-23T17:22:16,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ad5cf8d6aaae4977bd1c3b8df70fd10a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ad5cf8d6aaae4977bd1c3b8df70fd10a 2024-11-23T17:22:16,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1a329c111d1e444f9325e0e78c937961 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1a329c111d1e444f9325e0e78c937961 2024-11-23T17:22:16,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/964ceebacc8c40e69523addbc2bdb2d8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/964ceebacc8c40e69523addbc2bdb2d8 2024-11-23T17:22:16,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6134a1acf40540969e58c87beb7c27ec to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6134a1acf40540969e58c87beb7c27ec 2024-11-23T17:22:16,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/af8649be4a764bb4a846ecdab5f75a85 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/af8649be4a764bb4a846ecdab5f75a85 2024-11-23T17:22:16,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d09640b4ef634ccf84df99ed51f1245b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d09640b4ef634ccf84df99ed51f1245b 2024-11-23T17:22:16,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9d5992116bd442b09b004bea2fbb1f96 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9d5992116bd442b09b004bea2fbb1f96 2024-11-23T17:22:16,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3045b9871b0948a6bd44a5a68146582d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3045b9871b0948a6bd44a5a68146582d 2024-11-23T17:22:16,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/7ff72e5457464d19af288842d531b9f8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/7ff72e5457464d19af288842d531b9f8 2024-11-23T17:22:16,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f2cfd3be8564aaab3675cd364a8130d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f2cfd3be8564aaab3675cd364a8130d 2024-11-23T17:22:16,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/63c5238d3b0e4356a3cb3eb36ec61c3e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/63c5238d3b0e4356a3cb3eb36ec61c3e 2024-11-23T17:22:16,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/19a0fe965df5459a97e5b01d19508e1d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/19a0fe965df5459a97e5b01d19508e1d 2024-11-23T17:22:16,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b50910bd4b81400c8faaa27443b4e440 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b50910bd4b81400c8faaa27443b4e440 2024-11-23T17:22:16,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1abc1e09d6b34f9fae77d65ed7f4bc61 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/1abc1e09d6b34f9fae77d65ed7f4bc61 2024-11-23T17:22:16,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c4ce7ba04dc946e3812cb0c283f9a69a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/c4ce7ba04dc946e3812cb0c283f9a69a 2024-11-23T17:22:16,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ceb397ac6a5b4e1bbf98efc2827b9ab9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ceb397ac6a5b4e1bbf98efc2827b9ab9 2024-11-23T17:22:16,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/8ec281115faf4c74b31cf8843b02a1e2 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/8ec281115faf4c74b31cf8843b02a1e2 2024-11-23T17:22:16,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/4d42a7b074bc44068af23745871df176 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/4d42a7b074bc44068af23745871df176 2024-11-23T17:22:16,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6117976a865e4c8d851dcf06197d6e06 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/6117976a865e4c8d851dcf06197d6e06 2024-11-23T17:22:16,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3936e7522c844fb89e20c80c33742373 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/3936e7522c844fb89e20c80c33742373 2024-11-23T17:22:16,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d5dbf9e264924bcc8ef9a4f3a29edcaa to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d5dbf9e264924bcc8ef9a4f3a29edcaa 2024-11-23T17:22:16,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/47e7c49dc50c4c23bbc933e15dd23d9c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/47e7c49dc50c4c23bbc933e15dd23d9c 2024-11-23T17:22:16,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/59498c1982db4556afbd66fbb2bbb4f7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/59498c1982db4556afbd66fbb2bbb4f7 2024-11-23T17:22:16,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d4198766f438442094e699da1e7c7d75 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/d4198766f438442094e699da1e7c7d75 2024-11-23T17:22:16,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/57cf2bbc75884bf183f9436dd58695b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d83250e538e44eeb8f30da56bf7f20ed, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e5a318a76cb64e4f83aa6382fe27b5ef, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/6caca102760649a8b0c350526af2ecf3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c4951e917ecc46c09a7886f079865084, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/da765ade18cd4e138dd6d12f59ba0455, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/83bcccac9304453195ff88beb5efa84e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/b8f552d6fdd94bce8186718f9e8502e0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/718d3015f3774dc89ca402b0524d904f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9ce4569b854b46b591e23477037e8df5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9c9da7a391094e6fa0e5e7d1a041dede, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/abcfc1d56e5c4826a3362df64bb246bc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/386b047c0b5b40879f609858a14ea141, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/5fec2471d4d1462d9091dcb3fdafbcc8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/ddc3dfaf1f7c44fa90f0efaa1a427468, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c3a5921f066a4d2d914ffa46303e421f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9701f04e910245ad9bcbd97a049f088f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/97be148ba1d14fd884dffef561cc75e6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9514a558b60c4a0fb610e9bc38e43ee4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/db12d82badee41aea06429567395d4f4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/24349c46afa049c6ab60496be897adab, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/22df8c22a1d4480390c7d333ca863ddc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c9ae993f1b8e49dfb4c969dc5ec14542, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e87d17571326433e983b671dd7e41837, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d1d2c5b532024dc590f6198e6698cfe0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7517955e9db349398034d816c64509f2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/1fcfdfc0b2994b858055e87968f3a817, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7773b487423b4005bdbe029ac6df9aed, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/80c710a8bd364be49b27ba459e85e1fb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7e0e6d4d5e364cfdb521297cce0bb8e8] to archive 2024-11-23T17:22:16,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:22:16,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/57cf2bbc75884bf183f9436dd58695b0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/57cf2bbc75884bf183f9436dd58695b0 2024-11-23T17:22:16,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d83250e538e44eeb8f30da56bf7f20ed to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d83250e538e44eeb8f30da56bf7f20ed 2024-11-23T17:22:16,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e5a318a76cb64e4f83aa6382fe27b5ef to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e5a318a76cb64e4f83aa6382fe27b5ef 2024-11-23T17:22:16,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/6caca102760649a8b0c350526af2ecf3 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/6caca102760649a8b0c350526af2ecf3 2024-11-23T17:22:16,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c4951e917ecc46c09a7886f079865084 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c4951e917ecc46c09a7886f079865084 2024-11-23T17:22:16,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/da765ade18cd4e138dd6d12f59ba0455 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/da765ade18cd4e138dd6d12f59ba0455 2024-11-23T17:22:16,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/83bcccac9304453195ff88beb5efa84e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/83bcccac9304453195ff88beb5efa84e 2024-11-23T17:22:16,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/b8f552d6fdd94bce8186718f9e8502e0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/b8f552d6fdd94bce8186718f9e8502e0 2024-11-23T17:22:16,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/718d3015f3774dc89ca402b0524d904f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/718d3015f3774dc89ca402b0524d904f 2024-11-23T17:22:16,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9ce4569b854b46b591e23477037e8df5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9ce4569b854b46b591e23477037e8df5 2024-11-23T17:22:16,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9c9da7a391094e6fa0e5e7d1a041dede to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9c9da7a391094e6fa0e5e7d1a041dede 2024-11-23T17:22:16,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/abcfc1d56e5c4826a3362df64bb246bc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/abcfc1d56e5c4826a3362df64bb246bc 2024-11-23T17:22:16,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/386b047c0b5b40879f609858a14ea141 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/386b047c0b5b40879f609858a14ea141 2024-11-23T17:22:16,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/5fec2471d4d1462d9091dcb3fdafbcc8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/5fec2471d4d1462d9091dcb3fdafbcc8 2024-11-23T17:22:16,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/ddc3dfaf1f7c44fa90f0efaa1a427468 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/ddc3dfaf1f7c44fa90f0efaa1a427468 2024-11-23T17:22:16,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c3a5921f066a4d2d914ffa46303e421f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c3a5921f066a4d2d914ffa46303e421f 2024-11-23T17:22:16,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9701f04e910245ad9bcbd97a049f088f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9701f04e910245ad9bcbd97a049f088f 2024-11-23T17:22:16,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/97be148ba1d14fd884dffef561cc75e6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/97be148ba1d14fd884dffef561cc75e6 2024-11-23T17:22:16,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9514a558b60c4a0fb610e9bc38e43ee4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/9514a558b60c4a0fb610e9bc38e43ee4 2024-11-23T17:22:16,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/db12d82badee41aea06429567395d4f4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/db12d82badee41aea06429567395d4f4 2024-11-23T17:22:16,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/24349c46afa049c6ab60496be897adab to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/24349c46afa049c6ab60496be897adab 2024-11-23T17:22:16,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/22df8c22a1d4480390c7d333ca863ddc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/22df8c22a1d4480390c7d333ca863ddc 2024-11-23T17:22:16,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c9ae993f1b8e49dfb4c969dc5ec14542 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/c9ae993f1b8e49dfb4c969dc5ec14542 2024-11-23T17:22:16,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e87d17571326433e983b671dd7e41837 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e87d17571326433e983b671dd7e41837 2024-11-23T17:22:16,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d1d2c5b532024dc590f6198e6698cfe0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/d1d2c5b532024dc590f6198e6698cfe0 2024-11-23T17:22:16,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7517955e9db349398034d816c64509f2 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7517955e9db349398034d816c64509f2 2024-11-23T17:22:16,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/1fcfdfc0b2994b858055e87968f3a817 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/1fcfdfc0b2994b858055e87968f3a817 2024-11-23T17:22:16,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7773b487423b4005bdbe029ac6df9aed to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7773b487423b4005bdbe029ac6df9aed 2024-11-23T17:22:16,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/80c710a8bd364be49b27ba459e85e1fb to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/80c710a8bd364be49b27ba459e85e1fb 2024-11-23T17:22:16,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7e0e6d4d5e364cfdb521297cce0bb8e8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7e0e6d4d5e364cfdb521297cce0bb8e8 2024-11-23T17:22:16,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/219aef0b83d94dc48b7371264f995994, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d433a2591f5a4f1c812ad2ee1ff2eb1a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7d74e071ffd547eb9d280271a5ce4496, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/82a2edae4f3649149e12d3b24e526b77, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/3196d3cc545643b5859d3e7e2c582f87, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/27e5e77809c64a6ca527eb1d931cf572, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9754466d2fef4a018fca365e4b73d99a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4f42a659cdf9486382f93668768028cb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/67929dadc4744cc3ae7ca5a61403db00, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/5d62741d59c84b5e82da7d69afbe4ffa, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/690528c9665e4dcea713614ceb35caa7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/dcc21c7679044554a0e7094a9794e1cc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/fef60c8248a0469db84439e57c40025e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/8179ca047cf942e2ac5532bddb98d4e7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1350b7d0688e43268418a888ffd7886e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cd5a0e34c33745e59ecab7ccb77efc3e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/43ff280116b14c6d967c465c294ef4d6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/2d71846585864edc9517aa71566efcdd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/e548440ade304ba68f0fc68ea2ceef99, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/55008a90a2dc4186bfe4866570304ff4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/ddcbc713ad8a4edba32dc745a53691bc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f05acbb361de4c89830fe8a66952a809, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/a6d9ef0ac31d4f0f88bd1b5996293708, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f4e40ee52a9c4995adc35890e51803bb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cb62b087503440edb412c11415b09daf, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1b36937b3500444eab01a048834bf4ac, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7b7a43ccf528477a922733e0b9f3f8c7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4e1061830fb84a149319204b97feb9d1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d8772e157ace4506a81341585f64269a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9635894f35944c8eb49f7e0f708bb2fc] to archive 2024-11-23T17:22:16,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:22:16,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/219aef0b83d94dc48b7371264f995994 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/219aef0b83d94dc48b7371264f995994 2024-11-23T17:22:16,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d433a2591f5a4f1c812ad2ee1ff2eb1a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d433a2591f5a4f1c812ad2ee1ff2eb1a 2024-11-23T17:22:16,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7d74e071ffd547eb9d280271a5ce4496 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7d74e071ffd547eb9d280271a5ce4496 2024-11-23T17:22:16,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/82a2edae4f3649149e12d3b24e526b77 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/82a2edae4f3649149e12d3b24e526b77 2024-11-23T17:22:16,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/3196d3cc545643b5859d3e7e2c582f87 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/3196d3cc545643b5859d3e7e2c582f87 2024-11-23T17:22:16,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/27e5e77809c64a6ca527eb1d931cf572 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/27e5e77809c64a6ca527eb1d931cf572 2024-11-23T17:22:16,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9754466d2fef4a018fca365e4b73d99a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9754466d2fef4a018fca365e4b73d99a 2024-11-23T17:22:16,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4f42a659cdf9486382f93668768028cb to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4f42a659cdf9486382f93668768028cb 2024-11-23T17:22:16,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/67929dadc4744cc3ae7ca5a61403db00 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/67929dadc4744cc3ae7ca5a61403db00 2024-11-23T17:22:16,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/5d62741d59c84b5e82da7d69afbe4ffa to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/5d62741d59c84b5e82da7d69afbe4ffa 2024-11-23T17:22:16,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/690528c9665e4dcea713614ceb35caa7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/690528c9665e4dcea713614ceb35caa7 2024-11-23T17:22:16,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/dcc21c7679044554a0e7094a9794e1cc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/dcc21c7679044554a0e7094a9794e1cc 2024-11-23T17:22:16,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/fef60c8248a0469db84439e57c40025e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/fef60c8248a0469db84439e57c40025e 2024-11-23T17:22:16,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/8179ca047cf942e2ac5532bddb98d4e7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/8179ca047cf942e2ac5532bddb98d4e7 2024-11-23T17:22:16,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1350b7d0688e43268418a888ffd7886e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1350b7d0688e43268418a888ffd7886e 2024-11-23T17:22:16,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cd5a0e34c33745e59ecab7ccb77efc3e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cd5a0e34c33745e59ecab7ccb77efc3e 2024-11-23T17:22:16,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/43ff280116b14c6d967c465c294ef4d6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/43ff280116b14c6d967c465c294ef4d6 2024-11-23T17:22:16,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/2d71846585864edc9517aa71566efcdd to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/2d71846585864edc9517aa71566efcdd 2024-11-23T17:22:16,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/e548440ade304ba68f0fc68ea2ceef99 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/e548440ade304ba68f0fc68ea2ceef99 2024-11-23T17:22:16,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/55008a90a2dc4186bfe4866570304ff4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/55008a90a2dc4186bfe4866570304ff4 2024-11-23T17:22:16,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/ddcbc713ad8a4edba32dc745a53691bc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/ddcbc713ad8a4edba32dc745a53691bc 2024-11-23T17:22:16,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f05acbb361de4c89830fe8a66952a809 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f05acbb361de4c89830fe8a66952a809 2024-11-23T17:22:16,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/a6d9ef0ac31d4f0f88bd1b5996293708 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/a6d9ef0ac31d4f0f88bd1b5996293708 2024-11-23T17:22:16,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f4e40ee52a9c4995adc35890e51803bb to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/f4e40ee52a9c4995adc35890e51803bb 2024-11-23T17:22:16,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cb62b087503440edb412c11415b09daf to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/cb62b087503440edb412c11415b09daf 2024-11-23T17:22:16,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1b36937b3500444eab01a048834bf4ac to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1b36937b3500444eab01a048834bf4ac 2024-11-23T17:22:16,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7b7a43ccf528477a922733e0b9f3f8c7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/7b7a43ccf528477a922733e0b9f3f8c7 2024-11-23T17:22:16,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4e1061830fb84a149319204b97feb9d1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/4e1061830fb84a149319204b97feb9d1 2024-11-23T17:22:16,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d8772e157ace4506a81341585f64269a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/d8772e157ace4506a81341585f64269a 2024-11-23T17:22:16,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9635894f35944c8eb49f7e0f708bb2fc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/9635894f35944c8eb49f7e0f708bb2fc 2024-11-23T17:22:16,894 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/recovered.edits/483.seqid, newMaxSeqId=483, maxSeqId=1 2024-11-23T17:22:16,897 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3. 2024-11-23T17:22:16,897 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 6dece79d82b08c73189091560b5a10d3: 2024-11-23T17:22:16,899 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:16,899 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=6dece79d82b08c73189091560b5a10d3, regionState=CLOSED 2024-11-23T17:22:16,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T17:22:16,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 6dece79d82b08c73189091560b5a10d3, server=f54dd19cfe0a,32977,1732382508134 in 1.8460 sec 2024-11-23T17:22:16,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-23T17:22:16,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6dece79d82b08c73189091560b5a10d3, UNASSIGN in 1.8500 sec 2024-11-23T17:22:16,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T17:22:16,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8580 sec 2024-11-23T17:22:16,907 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382536907"}]},"ts":"1732382536907"} 2024-11-23T17:22:16,908 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:22:16,911 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:22:16,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-23T17:22:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:22:17,147 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T17:22:17,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:22:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:17,157 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:22:17,158 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:17,162 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:17,166 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/recovered.edits] 2024-11-23T17:22:17,169 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f1477cb54ff4d498cf2d09f69582c9c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/9f1477cb54ff4d498cf2d09f69582c9c 2024-11-23T17:22:17,171 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b41cc1b6729e41b4a937e311cc211dad to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/b41cc1b6729e41b4a937e311cc211dad 2024-11-23T17:22:17,172 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ce6e00e664034badbc2feca6c8e82ef8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/A/ce6e00e664034badbc2feca6c8e82ef8 2024-11-23T17:22:17,174 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/43b79a68e8fd46089d4c5fea8ed201ce to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/43b79a68e8fd46089d4c5fea8ed201ce 2024-11-23T17:22:17,175 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7f5c2e153cc0408ba0d50d2e7bfc12c6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/7f5c2e153cc0408ba0d50d2e7bfc12c6 2024-11-23T17:22:17,177 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e4cb5f51d07f425d8b19b5c862dcdb14 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/B/e4cb5f51d07f425d8b19b5c862dcdb14 2024-11-23T17:22:17,179 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1fc1c3b7f0104cc6878f73b610bf21b6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/1fc1c3b7f0104cc6878f73b610bf21b6 2024-11-23T17:22:17,180 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/6f2516ed21e844d6995d046039f5afe1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/6f2516ed21e844d6995d046039f5afe1 2024-11-23T17:22:17,181 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/c5b62e158eb549e09d98c6fc39148583 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/C/c5b62e158eb549e09d98c6fc39148583 2024-11-23T17:22:17,184 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/recovered.edits/483.seqid to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3/recovered.edits/483.seqid 2024-11-23T17:22:17,185 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/6dece79d82b08c73189091560b5a10d3 2024-11-23T17:22:17,185 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:22:17,190 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:17,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T17:22:17,197 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:22:17,229 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:22:17,230 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:17,230 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:22:17,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382537230"}]},"ts":"9223372036854775807"} 2024-11-23T17:22:17,233 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:22:17,233 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6dece79d82b08c73189091560b5a10d3, NAME => 'TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:22:17,233 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:22:17,234 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382537233"}]},"ts":"9223372036854775807"} 2024-11-23T17:22:17,236 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:22:17,238 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:17,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-23T17:22:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:22:17,259 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-23T17:22:17,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-636029645_22 at /127.0.0.1:52872 [Waiting for operation #232] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f54dd19cfe0a:32977-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_192672923_22 at /127.0.0.1:60314 [Waiting for operation #220] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_192672923_22 at /127.0.0.1:60464 [Waiting for operation #161] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 452) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3093 (was 3670) 2024-11-23T17:22:17,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=11, AvailableMemoryMB=3092 2024-11-23T17:22:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:22:17,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:22:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:17,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:22:17,283 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:17,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-23T17:22:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-23T17:22:17,284 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:22:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741938_1114 (size=960) 2024-11-23T17:22:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-23T17:22:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-23T17:22:17,693 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:22:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741939_1115 (size=53) 2024-11-23T17:22:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-23T17:22:17,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T17:22:18,099 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:22:18,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a579877f6dfa32b4ff37e975d05f518c, disabling compactions & flushes 2024-11-23T17:22:18,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. after waiting 0 ms 2024-11-23T17:22:18,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:18,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:22:18,101 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382538101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382538101"}]},"ts":"1732382538101"} 2024-11-23T17:22:18,103 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:22:18,103 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:22:18,104 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382538104"}]},"ts":"1732382538104"} 2024-11-23T17:22:18,105 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:22:18,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, ASSIGN}] 2024-11-23T17:22:18,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, ASSIGN 2024-11-23T17:22:18,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=false 2024-11-23T17:22:18,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:18,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:22:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-23T17:22:18,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:18,417 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,417 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:22:18,417 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,418 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:22:18,418 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,418 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,419 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,420 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:18,421 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a579877f6dfa32b4ff37e975d05f518c columnFamilyName A 2024-11-23T17:22:18,421 DEBUG [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:18,421 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(327): Store=a579877f6dfa32b4ff37e975d05f518c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:18,421 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,423 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:18,423 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a579877f6dfa32b4ff37e975d05f518c columnFamilyName B 2024-11-23T17:22:18,424 DEBUG [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:18,424 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(327): Store=a579877f6dfa32b4ff37e975d05f518c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:18,424 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,425 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:18,425 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a579877f6dfa32b4ff37e975d05f518c columnFamilyName C 2024-11-23T17:22:18,425 DEBUG [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:18,426 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(327): Store=a579877f6dfa32b4ff37e975d05f518c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:18,426 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,427 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,427 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,429 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:22:18,430 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:18,432 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:22:18,432 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened a579877f6dfa32b4ff37e975d05f518c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73747671, jitterRate=0.09892593324184418}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:22:18,433 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:18,434 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., pid=37, masterSystemTime=1732382538413 2024-11-23T17:22:18,435 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,435 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:18,436 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:18,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T17:22:18,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 in 175 msec 2024-11-23T17:22:18,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-23T17:22:18,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, ASSIGN in 330 msec 2024-11-23T17:22:18,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:22:18,441 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382538441"}]},"ts":"1732382538441"} 2024-11-23T17:22:18,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:22:18,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:22:18,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-23T17:22:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-23T17:22:19,389 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-23T17:22:19,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f48093f to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3059cf43 2024-11-23T17:22:19,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecebc90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:19,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:19,398 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:19,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:22:19,402 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:22:19,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:22:19,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:22:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741940_1116 (size=996) 2024-11-23T17:22:19,828 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T17:22:19,828 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T17:22:19,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:22:19,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, REOPEN/MOVE}] 2024-11-23T17:22:19,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, REOPEN/MOVE 2024-11-23T17:22:19,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:19,844 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:22:19,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:22:19,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:19,996 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:19,996 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:22:19,996 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing a579877f6dfa32b4ff37e975d05f518c, disabling compactions & flushes 2024-11-23T17:22:19,996 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:19,996 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:19,996 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. after waiting 0 ms 2024-11-23T17:22:19,996 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,000 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T17:22:20,001 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,001 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:20,001 WARN [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: a579877f6dfa32b4ff37e975d05f518c to self. 2024-11-23T17:22:20,003 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,003 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=CLOSED 2024-11-23T17:22:20,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T17:22:20,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 in 160 msec 2024-11-23T17:22:20,006 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, REOPEN/MOVE; state=CLOSED, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=true 2024-11-23T17:22:20,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:22:20,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,313 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,314 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:22:20,314 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,314 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:22:20,314 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,314 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,317 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,317 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:20,323 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a579877f6dfa32b4ff37e975d05f518c columnFamilyName A 2024-11-23T17:22:20,325 DEBUG [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:20,325 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(327): Store=a579877f6dfa32b4ff37e975d05f518c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:20,326 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,326 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:20,326 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a579877f6dfa32b4ff37e975d05f518c columnFamilyName B 2024-11-23T17:22:20,327 DEBUG [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:20,327 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(327): Store=a579877f6dfa32b4ff37e975d05f518c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:20,327 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,328 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:20,328 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a579877f6dfa32b4ff37e975d05f518c columnFamilyName C 2024-11-23T17:22:20,328 DEBUG [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:20,328 INFO [StoreOpener-a579877f6dfa32b4ff37e975d05f518c-1 {}] regionserver.HStore(327): Store=a579877f6dfa32b4ff37e975d05f518c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:20,328 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,329 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,330 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,331 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:22:20,333 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,334 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened a579877f6dfa32b4ff37e975d05f518c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67087474, jitterRate=-3.1873583793640137E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:22:20,334 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:20,335 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., pid=42, masterSystemTime=1732382540310 2024-11-23T17:22:20,337 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,337 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=OPEN, openSeqNum=5, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-23T17:22:20,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 in 180 msec 2024-11-23T17:22:20,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-23T17:22:20,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, REOPEN/MOVE in 499 msec 2024-11-23T17:22:20,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-23T17:22:20,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-23T17:22:20,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-23T17:22:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T17:22:20,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b8114b4 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c6ce985 2024-11-23T17:22:20,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad21927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b5c4058 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9c3820 2024-11-23T17:22:20,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e48ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77f4d875 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cadde55 2024-11-23T17:22:20,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1874e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d89b50a to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@489535ee 2024-11-23T17:22:20,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2362c8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de2fcf6 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36db9f87 2024-11-23T17:22:20,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349a6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c368568 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3286a246 2024-11-23T17:22:20,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c317ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1aed43b4 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dfe463d 2024-11-23T17:22:20,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0fc918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cab9ba4 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30be7a2 2024-11-23T17:22:20,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b8b9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x074eb796 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ba4762a 2024-11-23T17:22:20,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696032a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:20,408 DEBUG [hconnection-0x6f405467-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,408 DEBUG [hconnection-0x71a09f13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,408 DEBUG [hconnection-0x2a45674f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-23T17:22:20,409 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,409 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:20,410 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:20,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:20,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:20,415 DEBUG [hconnection-0x568874de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,416 DEBUG [hconnection-0x6647cb6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,416 DEBUG [hconnection-0x3199c48f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,417 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,417 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,417 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,417 DEBUG [hconnection-0x1345cd46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,417 DEBUG [hconnection-0x2a46a748-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,418 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,418 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,420 DEBUG [hconnection-0x3db62a21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:20,423 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:22:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:20,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382600462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382600462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382600462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382600465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382600465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123039c7ec628c64f5ca7c336326a82be79_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382540432/Put/seqid=0 2024-11-23T17:22:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741941_1117 (size=14594) 2024-11-23T17:22:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:20,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382600568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382600568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382600568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382600570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382600570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:20,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382600774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382600774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382600774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382600776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382600777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:20,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:20,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:20,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:20,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123039c7ec628c64f5ca7c336326a82be79_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123039c7ec628c64f5ca7c336326a82be79_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:20,920 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e5aa29a83b4b4a3a913a46574c7c9000, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:20,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e5aa29a83b4b4a3a913a46574c7c9000 is 175, key is test_row_0/A:col10/1732382540432/Put/seqid=0 2024-11-23T17:22:20,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741942_1118 (size=39549) 2024-11-23T17:22:20,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e5aa29a83b4b4a3a913a46574c7c9000 2024-11-23T17:22:20,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/edac822a847041688b1623db2251a687 is 50, key is test_row_0/B:col10/1732382540432/Put/seqid=0 2024-11-23T17:22:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741943_1119 (size=12001) 2024-11-23T17:22:21,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/edac822a847041688b1623db2251a687 2024-11-23T17:22:21,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/11acd03ee3ff446f932642b5e5691c1d is 50, key is test_row_0/C:col10/1732382540432/Put/seqid=0 2024-11-23T17:22:21,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382601080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382601080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382601081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382601083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382601085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741944_1120 (size=12001) 2024-11-23T17:22:21,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:21,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:21,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:21,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:21,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/11acd03ee3ff446f932642b5e5691c1d 2024-11-23T17:22:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e5aa29a83b4b4a3a913a46574c7c9000 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e5aa29a83b4b4a3a913a46574c7c9000 2024-11-23T17:22:21,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e5aa29a83b4b4a3a913a46574c7c9000, entries=200, sequenceid=18, filesize=38.6 K 2024-11-23T17:22:21,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/edac822a847041688b1623db2251a687 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/edac822a847041688b1623db2251a687 2024-11-23T17:22:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:21,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/edac822a847041688b1623db2251a687, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T17:22:21,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/11acd03ee3ff446f932642b5e5691c1d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/11acd03ee3ff446f932642b5e5691c1d 2024-11-23T17:22:21,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/11acd03ee3ff446f932642b5e5691c1d, entries=150, sequenceid=18, filesize=11.7 K 2024-11-23T17:22:21,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a579877f6dfa32b4ff37e975d05f518c in 1095ms, sequenceid=18, compaction requested=false 2024-11-23T17:22:21,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:21,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:22:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:21,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123710a51cccc764b30bd2accf0080469ab_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382540462/Put/seqid=0 2024-11-23T17:22:21,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382601606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382601606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382601609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382601612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382601613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741945_1121 (size=14594) 2024-11-23T17:22:21,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382601718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382601718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382601718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382601720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382601718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382601920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382601921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382601921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382601923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382601924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:21,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:21,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:22,046 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123710a51cccc764b30bd2accf0080469ab_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123710a51cccc764b30bd2accf0080469ab_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:22,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/140e0689cd9a45d79f2995cf062881f3, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:22,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/140e0689cd9a45d79f2995cf062881f3 is 175, key is test_row_0/A:col10/1732382540462/Put/seqid=0 2024-11-23T17:22:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741946_1122 (size=39549) 2024-11-23T17:22:22,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382602224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382602224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382602224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382602228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382602230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:22,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,404 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T17:22:22,405 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T17:22:22,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:22,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:22,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:22:22,463 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/140e0689cd9a45d79f2995cf062881f3 2024-11-23T17:22:22,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/ccdeecc1bd9d41a885d9287d08e01a84 is 50, key is test_row_0/B:col10/1732382540462/Put/seqid=0 2024-11-23T17:22:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741947_1123 (size=12001) 2024-11-23T17:22:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:22,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:22,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:22,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:22,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:22,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382602731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382602732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382602732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382602732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382602734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:22,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:22,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:22,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/ccdeecc1bd9d41a885d9287d08e01a84 2024-11-23T17:22:22,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/c640304e4bcd41a6b836520a45e5aef9 is 50, key is test_row_0/C:col10/1732382540462/Put/seqid=0 2024-11-23T17:22:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741948_1124 (size=12001) 2024-11-23T17:22:23,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:23,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:23,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:23,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:23,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:23,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:23,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/c640304e4bcd41a6b836520a45e5aef9 2024-11-23T17:22:23,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:23,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/140e0689cd9a45d79f2995cf062881f3 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/140e0689cd9a45d79f2995cf062881f3 2024-11-23T17:22:23,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/140e0689cd9a45d79f2995cf062881f3, entries=200, sequenceid=42, filesize=38.6 K 2024-11-23T17:22:23,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/ccdeecc1bd9d41a885d9287d08e01a84 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ccdeecc1bd9d41a885d9287d08e01a84 2024-11-23T17:22:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ccdeecc1bd9d41a885d9287d08e01a84, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T17:22:23,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/c640304e4bcd41a6b836520a45e5aef9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/c640304e4bcd41a6b836520a45e5aef9 2024-11-23T17:22:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/c640304e4bcd41a6b836520a45e5aef9, entries=150, sequenceid=42, filesize=11.7 K 2024-11-23T17:22:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a579877f6dfa32b4ff37e975d05f518c in 1784ms, sequenceid=42, compaction requested=false 2024-11-23T17:22:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-23T17:22:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,494 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:22:23,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:23,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:23,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:23,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:23,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239ffcae1f79cc4920bb8c9439a2906302_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382541611/Put/seqid=0 2024-11-23T17:22:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741949_1125 (size=9714) 2024-11-23T17:22:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,551 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239ffcae1f79cc4920bb8c9439a2906302_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239ffcae1f79cc4920bb8c9439a2906302_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/925016a3508448beb242ac03fdf8e250, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/925016a3508448beb242ac03fdf8e250 is 175, key is test_row_0/A:col10/1732382541611/Put/seqid=0 2024-11-23T17:22:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741950_1126 (size=22361) 2024-11-23T17:22:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382603782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382603784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382603784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382603786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382603786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382603888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382603888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382603889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382603891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382603891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:23,979 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/925016a3508448beb242ac03fdf8e250 2024-11-23T17:22:23,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/ba8cfcf510fc49f69ddcdcb55421373e is 50, key is test_row_0/B:col10/1732382541611/Put/seqid=0 2024-11-23T17:22:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741951_1127 (size=9657) 2024-11-23T17:22:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382604090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382604091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382604092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382604094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382604095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382604392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/ba8cfcf510fc49f69ddcdcb55421373e 2024-11-23T17:22:24,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382604395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382604396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382604398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382604399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/26092b07fc1546e292c6719eff70bf18 is 50, key is test_row_0/C:col10/1732382541611/Put/seqid=0 2024-11-23T17:22:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741952_1128 (size=9657) 2024-11-23T17:22:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:24,811 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/26092b07fc1546e292c6719eff70bf18 2024-11-23T17:22:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/925016a3508448beb242ac03fdf8e250 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/925016a3508448beb242ac03fdf8e250 2024-11-23T17:22:24,824 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/925016a3508448beb242ac03fdf8e250, entries=100, sequenceid=54, filesize=21.8 K 2024-11-23T17:22:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/ba8cfcf510fc49f69ddcdcb55421373e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ba8cfcf510fc49f69ddcdcb55421373e 2024-11-23T17:22:24,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ba8cfcf510fc49f69ddcdcb55421373e, entries=100, sequenceid=54, filesize=9.4 K 2024-11-23T17:22:24,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/26092b07fc1546e292c6719eff70bf18 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/26092b07fc1546e292c6719eff70bf18 2024-11-23T17:22:24,838 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/26092b07fc1546e292c6719eff70bf18, entries=100, sequenceid=54, filesize=9.4 K 2024-11-23T17:22:24,839 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a579877f6dfa32b4ff37e975d05f518c in 1345ms, sequenceid=54, compaction requested=true 2024-11-23T17:22:24,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:24,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:24,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-23T17:22:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-23T17:22:24,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-23T17:22:24,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4300 sec 2024-11-23T17:22:24,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 4.4350 sec 2024-11-23T17:22:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:24,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:22:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:24,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382604904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382604905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382604906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382604908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382604908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:24,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1970f01220445c79667f22307f7f934_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382543784/Put/seqid=0 2024-11-23T17:22:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741953_1129 (size=17034) 2024-11-23T17:22:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382605010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382605010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382605010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382605012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382605012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382605212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382605213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382605214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382605215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382605216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:25,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1970f01220445c79667f22307f7f934_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1970f01220445c79667f22307f7f934_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:25,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e9a2eafaec9b4130906f6500186057a5, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:25,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e9a2eafaec9b4130906f6500186057a5 is 175, key is test_row_0/A:col10/1732382543784/Put/seqid=0 2024-11-23T17:22:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741954_1130 (size=48139) 2024-11-23T17:22:25,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e9a2eafaec9b4130906f6500186057a5 2024-11-23T17:22:25,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/633bad6687874ab88d52cf57460a05b9 is 50, key is test_row_0/B:col10/1732382543784/Put/seqid=0 2024-11-23T17:22:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741955_1131 (size=12001) 2024-11-23T17:22:25,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382605516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382605517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382605517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382605524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382605524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:25,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/633bad6687874ab88d52cf57460a05b9 2024-11-23T17:22:25,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/7dd434812c13495389dff7219040d93d is 50, key is test_row_0/C:col10/1732382543784/Put/seqid=0 2024-11-23T17:22:25,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741956_1132 (size=12001) 2024-11-23T17:22:25,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/7dd434812c13495389dff7219040d93d 2024-11-23T17:22:25,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/e9a2eafaec9b4130906f6500186057a5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e9a2eafaec9b4130906f6500186057a5 2024-11-23T17:22:25,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e9a2eafaec9b4130906f6500186057a5, entries=250, sequenceid=81, filesize=47.0 K 2024-11-23T17:22:25,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/633bad6687874ab88d52cf57460a05b9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/633bad6687874ab88d52cf57460a05b9 2024-11-23T17:22:25,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/633bad6687874ab88d52cf57460a05b9, entries=150, sequenceid=81, filesize=11.7 K 2024-11-23T17:22:25,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/7dd434812c13495389dff7219040d93d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/7dd434812c13495389dff7219040d93d 2024-11-23T17:22:25,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/7dd434812c13495389dff7219040d93d, entries=150, sequenceid=81, filesize=11.7 K 2024-11-23T17:22:25,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a579877f6dfa32b4ff37e975d05f518c in 945ms, sequenceid=81, compaction requested=true 2024-11-23T17:22:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:25,844 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:25,844 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:25,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:25,845 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:25,845 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/A is initiating minor compaction (all files) 2024-11-23T17:22:25,846 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/A in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:25,846 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e5aa29a83b4b4a3a913a46574c7c9000, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/140e0689cd9a45d79f2995cf062881f3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/925016a3508448beb242ac03fdf8e250, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e9a2eafaec9b4130906f6500186057a5] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=146.1 K 2024-11-23T17:22:25,846 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:25,846 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e5aa29a83b4b4a3a913a46574c7c9000, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/140e0689cd9a45d79f2995cf062881f3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/925016a3508448beb242ac03fdf8e250, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e9a2eafaec9b4130906f6500186057a5] 2024-11-23T17:22:25,847 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:25,847 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5aa29a83b4b4a3a913a46574c7c9000, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732382540426 2024-11-23T17:22:25,847 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/B is initiating minor compaction (all files) 2024-11-23T17:22:25,847 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/B in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:25,847 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/edac822a847041688b1623db2251a687, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ccdeecc1bd9d41a885d9287d08e01a84, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ba8cfcf510fc49f69ddcdcb55421373e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/633bad6687874ab88d52cf57460a05b9] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=44.6 K 2024-11-23T17:22:25,847 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 140e0689cd9a45d79f2995cf062881f3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732382540459 2024-11-23T17:22:25,848 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting edac822a847041688b1623db2251a687, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732382540426 2024-11-23T17:22:25,848 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 925016a3508448beb242ac03fdf8e250, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382541601 2024-11-23T17:22:25,848 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ccdeecc1bd9d41a885d9287d08e01a84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732382540459 2024-11-23T17:22:25,848 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8cfcf510fc49f69ddcdcb55421373e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382541601 2024-11-23T17:22:25,849 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9a2eafaec9b4130906f6500186057a5, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732382543780 2024-11-23T17:22:25,849 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 633bad6687874ab88d52cf57460a05b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732382543784 2024-11-23T17:22:25,862 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:25,866 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:25,867 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/63ffdb4395164c249dba05a1e566b174 is 50, key is test_row_0/B:col10/1732382543784/Put/seqid=0 2024-11-23T17:22:25,870 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237fe1f4db66f34ac79cea5704d2dd1d00_a579877f6dfa32b4ff37e975d05f518c store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:25,879 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237fe1f4db66f34ac79cea5704d2dd1d00_a579877f6dfa32b4ff37e975d05f518c, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:25,879 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237fe1f4db66f34ac79cea5704d2dd1d00_a579877f6dfa32b4ff37e975d05f518c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741957_1133 (size=12139) 2024-11-23T17:22:25,896 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/63ffdb4395164c249dba05a1e566b174 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/63ffdb4395164c249dba05a1e566b174 2024-11-23T17:22:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741958_1134 (size=4469) 2024-11-23T17:22:25,905 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#A#compaction#111 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:25,905 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/B of a579877f6dfa32b4ff37e975d05f518c into 63ffdb4395164c249dba05a1e566b174(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:25,905 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:25,905 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/B, priority=12, startTime=1732382545844; duration=0sec 2024-11-23T17:22:25,906 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:25,906 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:B 2024-11-23T17:22:25,906 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:25,908 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/5d831c2e4f594e01a61686d3d57baac8 is 175, key is test_row_0/A:col10/1732382543784/Put/seqid=0 2024-11-23T17:22:25,909 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:25,909 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/C is initiating minor compaction (all files) 2024-11-23T17:22:25,909 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/C in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:25,909 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/11acd03ee3ff446f932642b5e5691c1d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/c640304e4bcd41a6b836520a45e5aef9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/26092b07fc1546e292c6719eff70bf18, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/7dd434812c13495389dff7219040d93d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=44.6 K 2024-11-23T17:22:25,910 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 11acd03ee3ff446f932642b5e5691c1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732382540426 2024-11-23T17:22:25,911 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c640304e4bcd41a6b836520a45e5aef9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732382540459 2024-11-23T17:22:25,912 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 26092b07fc1546e292c6719eff70bf18, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382541601 2024-11-23T17:22:25,913 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd434812c13495389dff7219040d93d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732382543784 2024-11-23T17:22:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741959_1135 (size=31093) 2024-11-23T17:22:25,931 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:25,931 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/260ddaaf460341dc9ed03142096b09f0 is 50, key is test_row_0/C:col10/1732382543784/Put/seqid=0 2024-11-23T17:22:25,931 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/5d831c2e4f594e01a61686d3d57baac8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/5d831c2e4f594e01a61686d3d57baac8 2024-11-23T17:22:25,939 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/A of a579877f6dfa32b4ff37e975d05f518c into 5d831c2e4f594e01a61686d3d57baac8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:25,939 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:25,939 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/A, priority=12, startTime=1732382545843; duration=0sec 2024-11-23T17:22:25,939 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:25,939 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:A 2024-11-23T17:22:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741960_1136 (size=12139) 2024-11-23T17:22:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:26,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:22:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:26,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:26,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123969613610cbb40cf89b5744b3a438848_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382544907/Put/seqid=0 2024-11-23T17:22:26,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741961_1137 (size=14594) 2024-11-23T17:22:26,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382606050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,054 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123969613610cbb40cf89b5744b3a438848_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123969613610cbb40cf89b5744b3a438848_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382606051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,055 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b7021423f6b041e5a29c80ae0f82207d, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382606051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382606054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b7021423f6b041e5a29c80ae0f82207d is 175, key is test_row_0/A:col10/1732382544907/Put/seqid=0 2024-11-23T17:22:26,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382606056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741962_1138 (size=39549) 2024-11-23T17:22:26,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b7021423f6b041e5a29c80ae0f82207d 2024-11-23T17:22:26,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc is 50, key is test_row_0/B:col10/1732382544907/Put/seqid=0 2024-11-23T17:22:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741963_1139 (size=12001) 2024-11-23T17:22:26,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382606155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382606156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382606157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382606157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382606163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,347 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/260ddaaf460341dc9ed03142096b09f0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/260ddaaf460341dc9ed03142096b09f0 2024-11-23T17:22:26,353 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/C of a579877f6dfa32b4ff37e975d05f518c into 260ddaaf460341dc9ed03142096b09f0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:26,353 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:26,353 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/C, priority=12, startTime=1732382545844; duration=0sec 2024-11-23T17:22:26,353 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:26,353 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:C 2024-11-23T17:22:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382606358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382606360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382606360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382606361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382606367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc 2024-11-23T17:22:26,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/ad9964f929cf493d86ce4148f545e2b0 is 50, key is test_row_0/C:col10/1732382544907/Put/seqid=0 2024-11-23T17:22:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741964_1140 (size=12001) 2024-11-23T17:22:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382606661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382606661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382606661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382606664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382606669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:26,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/ad9964f929cf493d86ce4148f545e2b0 2024-11-23T17:22:26,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b7021423f6b041e5a29c80ae0f82207d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b7021423f6b041e5a29c80ae0f82207d 2024-11-23T17:22:26,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b7021423f6b041e5a29c80ae0f82207d, entries=200, sequenceid=94, filesize=38.6 K 2024-11-23T17:22:26,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc 2024-11-23T17:22:26,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T17:22:26,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/ad9964f929cf493d86ce4148f545e2b0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/ad9964f929cf493d86ce4148f545e2b0 2024-11-23T17:22:26,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/ad9964f929cf493d86ce4148f545e2b0, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T17:22:26,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a579877f6dfa32b4ff37e975d05f518c in 902ms, sequenceid=94, compaction requested=false 2024-11-23T17:22:26,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:27,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T17:22:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382607172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382607173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382607173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382607175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382607176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123223a744a2d354f6f9ff9e9df13f4690e_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382547165/Put/seqid=0 2024-11-23T17:22:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741965_1141 (size=14594) 2024-11-23T17:22:27,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:27,193 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123223a744a2d354f6f9ff9e9df13f4690e_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123223a744a2d354f6f9ff9e9df13f4690e_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:27,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/efaf276f8ce8402bb849e4a5912e6db1, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:27,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/efaf276f8ce8402bb849e4a5912e6db1 is 175, key is test_row_0/A:col10/1732382547165/Put/seqid=0 2024-11-23T17:22:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741966_1142 (size=39549) 2024-11-23T17:22:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382607277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382607277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382607278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382607281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382607481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382607481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382607482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382607483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/efaf276f8ce8402bb849e4a5912e6db1 2024-11-23T17:22:27,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/b89612195ab54a45ae9c9c5cfd959694 is 50, key is test_row_0/B:col10/1732382547165/Put/seqid=0 2024-11-23T17:22:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741967_1143 (size=12001) 2024-11-23T17:22:27,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/b89612195ab54a45ae9c9c5cfd959694 2024-11-23T17:22:27,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/1418a7420f0f4b859ef76c3ca23728a3 is 50, key is test_row_0/C:col10/1732382547165/Put/seqid=0 2024-11-23T17:22:27,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741968_1144 (size=12001) 2024-11-23T17:22:27,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382607784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382607785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382607787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382607787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:27,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T17:22:27,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T17:22:28,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/1418a7420f0f4b859ef76c3ca23728a3 2024-11-23T17:22:28,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/efaf276f8ce8402bb849e4a5912e6db1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/efaf276f8ce8402bb849e4a5912e6db1 2024-11-23T17:22:28,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/efaf276f8ce8402bb849e4a5912e6db1, entries=200, sequenceid=122, filesize=38.6 K 2024-11-23T17:22:28,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/b89612195ab54a45ae9c9c5cfd959694 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b89612195ab54a45ae9c9c5cfd959694 2024-11-23T17:22:28,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b89612195ab54a45ae9c9c5cfd959694, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T17:22:28,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/1418a7420f0f4b859ef76c3ca23728a3 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/1418a7420f0f4b859ef76c3ca23728a3 2024-11-23T17:22:28,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/1418a7420f0f4b859ef76c3ca23728a3, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T17:22:28,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a579877f6dfa32b4ff37e975d05f518c in 914ms, sequenceid=122, compaction requested=true 2024-11-23T17:22:28,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:28,081 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:28,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:28,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:28,081 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:28,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:28,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:28,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:28,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:28,083 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:28,083 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:28,083 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/A is initiating minor compaction (all files) 2024-11-23T17:22:28,083 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/B is initiating minor compaction (all files) 2024-11-23T17:22:28,083 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/A in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,083 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/B in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,083 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/5d831c2e4f594e01a61686d3d57baac8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b7021423f6b041e5a29c80ae0f82207d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/efaf276f8ce8402bb849e4a5912e6db1] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=107.6 K 2024-11-23T17:22:28,083 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/63ffdb4395164c249dba05a1e566b174, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b89612195ab54a45ae9c9c5cfd959694] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=35.3 K 2024-11-23T17:22:28,083 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,083 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/5d831c2e4f594e01a61686d3d57baac8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b7021423f6b041e5a29c80ae0f82207d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/efaf276f8ce8402bb849e4a5912e6db1] 2024-11-23T17:22:28,084 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 63ffdb4395164c249dba05a1e566b174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732382543784 2024-11-23T17:22:28,084 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d831c2e4f594e01a61686d3d57baac8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732382543784 2024-11-23T17:22:28,084 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d779c0a97df4b4eb6c54d2fcbdcb4dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382544901 2024-11-23T17:22:28,094 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b89612195ab54a45ae9c9c5cfd959694, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382546050 2024-11-23T17:22:28,094 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7021423f6b041e5a29c80ae0f82207d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382544901 2024-11-23T17:22:28,094 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting efaf276f8ce8402bb849e4a5912e6db1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382546050 2024-11-23T17:22:28,103 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:28,104 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:28,105 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/da984d9e77aa4073b873e9b54c0e8963 is 50, key is test_row_0/B:col10/1732382547165/Put/seqid=0 2024-11-23T17:22:28,106 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123bacc92a3da9b4191994cfc47d53604c1_a579877f6dfa32b4ff37e975d05f518c store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:28,109 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123bacc92a3da9b4191994cfc47d53604c1_a579877f6dfa32b4ff37e975d05f518c, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:28,109 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bacc92a3da9b4191994cfc47d53604c1_a579877f6dfa32b4ff37e975d05f518c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741969_1145 (size=12241) 2024-11-23T17:22:28,128 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/da984d9e77aa4073b873e9b54c0e8963 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da984d9e77aa4073b873e9b54c0e8963 2024-11-23T17:22:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741970_1146 (size=4469) 2024-11-23T17:22:28,135 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/B of a579877f6dfa32b4ff37e975d05f518c into da984d9e77aa4073b873e9b54c0e8963(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:28,135 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:28,135 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/B, priority=13, startTime=1732382548081; duration=0sec 2024-11-23T17:22:28,135 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:28,135 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:B 2024-11-23T17:22:28,136 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:28,137 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:28,137 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/C is initiating minor compaction (all files) 2024-11-23T17:22:28,137 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/C in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,138 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/260ddaaf460341dc9ed03142096b09f0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/ad9964f929cf493d86ce4148f545e2b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/1418a7420f0f4b859ef76c3ca23728a3] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=35.3 K 2024-11-23T17:22:28,138 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 260ddaaf460341dc9ed03142096b09f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732382543784 2024-11-23T17:22:28,139 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ad9964f929cf493d86ce4148f545e2b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382544901 2024-11-23T17:22:28,139 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 1418a7420f0f4b859ef76c3ca23728a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382546050 2024-11-23T17:22:28,150 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:28,151 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/da840dffd5b64613835e6eb29275b149 is 50, key is test_row_0/C:col10/1732382547165/Put/seqid=0 2024-11-23T17:22:28,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741971_1147 (size=12241) 2024-11-23T17:22:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:28,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:22:28,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:28,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:28,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:28,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:28,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:28,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:28,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fae8a42ba4545d18ffe38be735cae04_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382548189/Put/seqid=0 2024-11-23T17:22:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741972_1148 (size=14744) 2024-11-23T17:22:28,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382608258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382608286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382608290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382608290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382608292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382608361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-23T17:22:28,518 INFO [Thread-597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-23T17:22:28,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-23T17:22:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T17:22:28,521 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:28,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:28,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:28,531 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#A#compaction#121 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:28,532 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7eaac7b5ec1e496dafe0df7dbc1ed974 is 175, key is test_row_0/A:col10/1732382547165/Put/seqid=0 2024-11-23T17:22:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741973_1149 (size=31195) 2024-11-23T17:22:28,541 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7eaac7b5ec1e496dafe0df7dbc1ed974 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7eaac7b5ec1e496dafe0df7dbc1ed974 2024-11-23T17:22:28,546 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/A of a579877f6dfa32b4ff37e975d05f518c into 7eaac7b5ec1e496dafe0df7dbc1ed974(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:28,546 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:28,546 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/A, priority=13, startTime=1732382548081; duration=0sec 2024-11-23T17:22:28,547 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:28,547 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:A 2024-11-23T17:22:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382608563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,578 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/da840dffd5b64613835e6eb29275b149 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/da840dffd5b64613835e6eb29275b149 2024-11-23T17:22:28,584 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/C of a579877f6dfa32b4ff37e975d05f518c into da840dffd5b64613835e6eb29275b149(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:28,584 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:28,584 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/C, priority=13, startTime=1732382548082; duration=0sec 2024-11-23T17:22:28,584 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:28,584 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:C 2024-11-23T17:22:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T17:22:28,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:28,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fae8a42ba4545d18ffe38be735cae04_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fae8a42ba4545d18ffe38be735cae04_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:28,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/20f9e7f4a7614e66b5bc2116b7e426d7, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:28,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/20f9e7f4a7614e66b5bc2116b7e426d7 is 175, key is test_row_0/A:col10/1732382548189/Put/seqid=0 2024-11-23T17:22:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741974_1150 (size=39699) 2024-11-23T17:22:28,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:28,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:28,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T17:22:28,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382608867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:28,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:28,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:28,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:28,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/20f9e7f4a7614e66b5bc2116b7e426d7 2024-11-23T17:22:29,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/b0a50df1a0e447ad98757c00eb06f3c5 is 50, key is test_row_0/B:col10/1732382548189/Put/seqid=0 2024-11-23T17:22:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741975_1151 (size=12101) 2024-11-23T17:22:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T17:22:29,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:29,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:29,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382609297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382609299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382609302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382609303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382609371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,441 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/b0a50df1a0e447ad98757c00eb06f3c5 2024-11-23T17:22:29,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/b6de0e1d4df243909e186f9e32698d79 is 50, key is test_row_0/C:col10/1732382548189/Put/seqid=0 2024-11-23T17:22:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741976_1152 (size=12101) 2024-11-23T17:22:29,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T17:22:29,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/b6de0e1d4df243909e186f9e32698d79 2024-11-23T17:22:29,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/20f9e7f4a7614e66b5bc2116b7e426d7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/20f9e7f4a7614e66b5bc2116b7e426d7 2024-11-23T17:22:29,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/20f9e7f4a7614e66b5bc2116b7e426d7, entries=200, sequenceid=134, filesize=38.8 K 2024-11-23T17:22:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/b0a50df1a0e447ad98757c00eb06f3c5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b0a50df1a0e447ad98757c00eb06f3c5 2024-11-23T17:22:29,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b0a50df1a0e447ad98757c00eb06f3c5, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T17:22:29,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:29,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:29,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:29,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:29,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/b6de0e1d4df243909e186f9e32698d79 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b6de0e1d4df243909e186f9e32698d79 2024-11-23T17:22:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:29,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b6de0e1d4df243909e186f9e32698d79, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T17:22:29,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a579877f6dfa32b4ff37e975d05f518c in 1718ms, sequenceid=134, compaction requested=false 2024-11-23T17:22:29,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:30,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:30,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-23T17:22:30,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:30,055 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:22:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:30,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:30,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112354941acbd12944d0852ddddaa0a0041b_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382548207/Put/seqid=0 2024-11-23T17:22:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741977_1153 (size=12304) 2024-11-23T17:22:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382610393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:30,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,484 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112354941acbd12944d0852ddddaa0a0041b_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112354941acbd12944d0852ddddaa0a0041b_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:30,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/28195cfd231842ba99086979e044c032, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:30,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/28195cfd231842ba99086979e044c032 is 175, key is test_row_0/A:col10/1732382548207/Put/seqid=0 2024-11-23T17:22:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741978_1154 (size=31105) 2024-11-23T17:22:30,491 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/28195cfd231842ba99086979e044c032 2024-11-23T17:22:30,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382610496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/a0452884f58b4285a9871a7a80b20c80 is 50, key is test_row_0/B:col10/1732382548207/Put/seqid=0 2024-11-23T17:22:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741979_1155 (size=12151) 2024-11-23T17:22:30,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/a0452884f58b4285a9871a7a80b20c80 2024-11-23T17:22:30,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/3da9473a9b5a4534b010e96ac93d867f is 50, key is test_row_0/C:col10/1732382548207/Put/seqid=0 2024-11-23T17:22:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741980_1156 (size=12151) 2024-11-23T17:22:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T17:22:30,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382610699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:30,918 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/3da9473a9b5a4534b010e96ac93d867f 2024-11-23T17:22:30,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/28195cfd231842ba99086979e044c032 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/28195cfd231842ba99086979e044c032 2024-11-23T17:22:30,930 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/28195cfd231842ba99086979e044c032, entries=150, sequenceid=161, filesize=30.4 K 2024-11-23T17:22:30,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/a0452884f58b4285a9871a7a80b20c80 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/a0452884f58b4285a9871a7a80b20c80 2024-11-23T17:22:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,937 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/a0452884f58b4285a9871a7a80b20c80, entries=150, sequenceid=161, filesize=11.9 K 2024-11-23T17:22:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/3da9473a9b5a4534b010e96ac93d867f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3da9473a9b5a4534b010e96ac93d867f 2024-11-23T17:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,946 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3da9473a9b5a4534b010e96ac93d867f, entries=150, sequenceid=161, filesize=11.9 K 2024-11-23T17:22:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,947 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a579877f6dfa32b4ff37e975d05f518c in 892ms, sequenceid=161, compaction requested=true 2024-11-23T17:22:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-23T17:22:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-23T17:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-23T17:22:30,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4260 sec 2024-11-23T17:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.4310 sec 2024-11-23T17:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:31,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:22:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:31,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232efe7b3c0840483a846ffebafeaa44ed_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_1/A:col10/1732382550390/Put/seqid=0 2024-11-23T17:22:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741981_1157 (size=12304) 2024-11-23T17:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,060 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232efe7b3c0840483a846ffebafeaa44ed_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232efe7b3c0840483a846ffebafeaa44ed_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/596b8d483a8b4056b8dba83a0538c0d4, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/596b8d483a8b4056b8dba83a0538c0d4 is 175, key is test_row_1/A:col10/1732382550390/Put/seqid=0 2024-11-23T17:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741982_1158 (size=31101) 2024-11-23T17:22:31,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382611142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382611245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382611302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,304 DEBUG [Thread-589 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:22:31,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382611306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,307 DEBUG [Thread-595 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:22:31,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382611318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,320 DEBUG [Thread-591 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:22:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382611323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,325 DEBUG [Thread-587 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:22:31,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382611448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/596b8d483a8b4056b8dba83a0538c0d4 2024-11-23T17:22:31,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/2ac3f6e28e19476da789117e1221b0b9 is 50, key is test_row_1/B:col10/1732382550390/Put/seqid=0 2024-11-23T17:22:31,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741983_1159 (size=9757) 2024-11-23T17:22:31,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382611750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:31,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/2ac3f6e28e19476da789117e1221b0b9 2024-11-23T17:22:31,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/e4eb5457e27846408da94dc39a072319 is 50, key is test_row_1/C:col10/1732382550390/Put/seqid=0 2024-11-23T17:22:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741984_1160 (size=9757) 2024-11-23T17:22:32,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382612257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:32,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/e4eb5457e27846408da94dc39a072319 2024-11-23T17:22:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/596b8d483a8b4056b8dba83a0538c0d4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/596b8d483a8b4056b8dba83a0538c0d4 2024-11-23T17:22:32,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/596b8d483a8b4056b8dba83a0538c0d4, entries=150, sequenceid=173, filesize=30.4 K 2024-11-23T17:22:32,323 INFO [master/f54dd19cfe0a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T17:22:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/2ac3f6e28e19476da789117e1221b0b9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2ac3f6e28e19476da789117e1221b0b9 2024-11-23T17:22:32,323 INFO [master/f54dd19cfe0a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T17:22:32,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2ac3f6e28e19476da789117e1221b0b9, entries=100, sequenceid=173, filesize=9.5 K 2024-11-23T17:22:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/e4eb5457e27846408da94dc39a072319 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e4eb5457e27846408da94dc39a072319 2024-11-23T17:22:32,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e4eb5457e27846408da94dc39a072319, entries=100, sequenceid=173, filesize=9.5 K 2024-11-23T17:22:32,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a579877f6dfa32b4ff37e975d05f518c in 1305ms, sequenceid=173, compaction requested=true 2024-11-23T17:22:32,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:32,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:32,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:32,334 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:32,334 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:32,336 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133100 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:32,336 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/A is initiating minor compaction (all files) 2024-11-23T17:22:32,337 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/A in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:32,337 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7eaac7b5ec1e496dafe0df7dbc1ed974, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/20f9e7f4a7614e66b5bc2116b7e426d7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/28195cfd231842ba99086979e044c032, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/596b8d483a8b4056b8dba83a0538c0d4] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=130.0 K 2024-11-23T17:22:32,337 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:32,337 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7eaac7b5ec1e496dafe0df7dbc1ed974, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/20f9e7f4a7614e66b5bc2116b7e426d7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/28195cfd231842ba99086979e044c032, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/596b8d483a8b4056b8dba83a0538c0d4] 2024-11-23T17:22:32,337 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:32,337 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/B is initiating minor compaction (all files) 2024-11-23T17:22:32,337 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/B in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:32,337 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da984d9e77aa4073b873e9b54c0e8963, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b0a50df1a0e447ad98757c00eb06f3c5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/a0452884f58b4285a9871a7a80b20c80, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2ac3f6e28e19476da789117e1221b0b9] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=45.2 K 2024-11-23T17:22:32,338 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eaac7b5ec1e496dafe0df7dbc1ed974, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382546050 2024-11-23T17:22:32,338 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting da984d9e77aa4073b873e9b54c0e8963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382546050 2024-11-23T17:22:32,338 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20f9e7f4a7614e66b5bc2116b7e426d7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382547168 2024-11-23T17:22:32,338 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b0a50df1a0e447ad98757c00eb06f3c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382547168 2024-11-23T17:22:32,339 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28195cfd231842ba99086979e044c032, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732382548207 2024-11-23T17:22:32,339 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting a0452884f58b4285a9871a7a80b20c80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732382548207 2024-11-23T17:22:32,339 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac3f6e28e19476da789117e1221b0b9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382550390 2024-11-23T17:22:32,339 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596b8d483a8b4056b8dba83a0538c0d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382550390 2024-11-23T17:22:32,349 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:32,352 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411236a7713f2181044cabd9a1f5b72e77384_a579877f6dfa32b4ff37e975d05f518c store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:32,354 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411236a7713f2181044cabd9a1f5b72e77384_a579877f6dfa32b4ff37e975d05f518c, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:32,355 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236a7713f2181044cabd9a1f5b72e77384_a579877f6dfa32b4ff37e975d05f518c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:32,357 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:32,357 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/34674ecefbcf4bffa5b93574d49b9715 is 50, key is test_row_0/B:col10/1732382548207/Put/seqid=0 2024-11-23T17:22:32,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741985_1161 (size=4469) 2024-11-23T17:22:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741986_1162 (size=12527) 2024-11-23T17:22:32,377 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#A#compaction#132 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:32,378 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/3cf5a3de661c49df8b7dc9577c97652d is 175, key is test_row_0/A:col10/1732382548207/Put/seqid=0 2024-11-23T17:22:32,384 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/34674ecefbcf4bffa5b93574d49b9715 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/34674ecefbcf4bffa5b93574d49b9715 2024-11-23T17:22:32,389 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/B of a579877f6dfa32b4ff37e975d05f518c into 34674ecefbcf4bffa5b93574d49b9715(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:32,389 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:32,389 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/B, priority=12, startTime=1732382552334; duration=0sec 2024-11-23T17:22:32,389 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:32,389 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:B 2024-11-23T17:22:32,390 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:32,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741987_1163 (size=31588) 2024-11-23T17:22:32,392 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:32,392 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/C is initiating minor compaction (all files) 2024-11-23T17:22:32,393 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/C in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:32,393 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/da840dffd5b64613835e6eb29275b149, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b6de0e1d4df243909e186f9e32698d79, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3da9473a9b5a4534b010e96ac93d867f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e4eb5457e27846408da94dc39a072319] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=45.2 K 2024-11-23T17:22:32,394 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting da840dffd5b64613835e6eb29275b149, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382546050 2024-11-23T17:22:32,395 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b6de0e1d4df243909e186f9e32698d79, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382547168 2024-11-23T17:22:32,396 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3da9473a9b5a4534b010e96ac93d867f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732382548207 2024-11-23T17:22:32,397 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e4eb5457e27846408da94dc39a072319, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382550390 2024-11-23T17:22:32,398 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/3cf5a3de661c49df8b7dc9577c97652d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/3cf5a3de661c49df8b7dc9577c97652d 2024-11-23T17:22:32,406 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/A of a579877f6dfa32b4ff37e975d05f518c into 3cf5a3de661c49df8b7dc9577c97652d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:32,406 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:32,406 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/A, priority=12, startTime=1732382552334; duration=0sec 2024-11-23T17:22:32,406 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:32,406 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:A 2024-11-23T17:22:32,413 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#C#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:32,414 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/9d3f1587a4b948dbade2f2435cd7792f is 50, key is test_row_0/C:col10/1732382548207/Put/seqid=0 2024-11-23T17:22:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741988_1164 (size=12527) 2024-11-23T17:22:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-23T17:22:32,626 INFO [Thread-597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-23T17:22:32,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-23T17:22:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:22:32,629 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:32,629 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:32,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:22:32,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:32,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T17:22:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:32,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:22:32,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:32,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:32,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ac2b14c978f641e9adca22fb98ade6a5_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382551126/Put/seqid=0 2024-11-23T17:22:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741989_1165 (size=12304) 2024-11-23T17:22:32,828 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/9d3f1587a4b948dbade2f2435cd7792f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9d3f1587a4b948dbade2f2435cd7792f 2024-11-23T17:22:32,834 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/C of a579877f6dfa32b4ff37e975d05f518c into 9d3f1587a4b948dbade2f2435cd7792f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:32,834 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:32,834 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/C, priority=12, startTime=1732382552335; duration=0sec 2024-11-23T17:22:32,834 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:32,834 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:C 2024-11-23T17:22:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:22:33,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ac2b14c978f641e9adca22fb98ade6a5_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ac2b14c978f641e9adca22fb98ade6a5_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:33,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/11de0acd839e4be9872e133c3046eca1, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:33,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/11de0acd839e4be9872e133c3046eca1 is 175, key is test_row_0/A:col10/1732382551126/Put/seqid=0 2024-11-23T17:22:33,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741990_1166 (size=31105) 2024-11-23T17:22:33,222 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/11de0acd839e4be9872e133c3046eca1 2024-11-23T17:22:33,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/629588d21dcb4a58ac55b0568ff68469 is 50, key is test_row_0/B:col10/1732382551126/Put/seqid=0 2024-11-23T17:22:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:22:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741991_1167 (size=12151) 2024-11-23T17:22:33,235 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/629588d21dcb4a58ac55b0568ff68469 2024-11-23T17:22:33,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/269c791237e0487f9f4a912ed72d8244 is 50, key is test_row_0/C:col10/1732382551126/Put/seqid=0 2024-11-23T17:22:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741992_1168 (size=12151) 2024-11-23T17:22:33,252 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/269c791237e0487f9f4a912ed72d8244 2024-11-23T17:22:33,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/11de0acd839e4be9872e133c3046eca1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/11de0acd839e4be9872e133c3046eca1 2024-11-23T17:22:33,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/11de0acd839e4be9872e133c3046eca1, entries=150, sequenceid=199, filesize=30.4 K 2024-11-23T17:22:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/629588d21dcb4a58ac55b0568ff68469 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/629588d21dcb4a58ac55b0568ff68469 2024-11-23T17:22:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,268 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/629588d21dcb4a58ac55b0568ff68469, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T17:22:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/269c791237e0487f9f4a912ed72d8244 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/269c791237e0487f9f4a912ed72d8244 2024-11-23T17:22:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,275 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/269c791237e0487f9f4a912ed72d8244, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T17:22:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,276 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for a579877f6dfa32b4ff37e975d05f518c in 494ms, sequenceid=199, compaction requested=false 2024-11-23T17:22:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T17:22:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-23T17:22:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T17:22:33,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 647 msec 2024-11-23T17:22:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 652 msec 2024-11-23T17:22:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:33,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:22:33,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:33,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:33,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:33,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:33,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b6bb37f227c1459188178a3306d96f6a_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382553400/Put/seqid=0 2024-11-23T17:22:33,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741994_1170 (size=24758) 2024-11-23T17:22:33,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382613469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:33,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382613572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:22:33,732 INFO [Thread-597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-23T17:22:33,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T17:22:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:22:33,735 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:33,736 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:33,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:33,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382613775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:22:33,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:33,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b6bb37f227c1459188178a3306d96f6a_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b6bb37f227c1459188178a3306d96f6a_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:33,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/6a08c5cbd5844b0a8a512f2b295363d8, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:33,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/6a08c5cbd5844b0a8a512f2b295363d8 is 175, key is test_row_0/A:col10/1732382553400/Put/seqid=0 2024-11-23T17:22:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741993_1169 (size=74395) 2024-11-23T17:22:33,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/6a08c5cbd5844b0a8a512f2b295363d8 2024-11-23T17:22:33,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/da517d7ec37e46e686d4970dd1e7df00 is 50, key is test_row_0/B:col10/1732382553400/Put/seqid=0 2024-11-23T17:22:33,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741995_1171 (size=12151) 2024-11-23T17:22:33,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/da517d7ec37e46e686d4970dd1e7df00 2024-11-23T17:22:33,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:33,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:22:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:33,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:33,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:33,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/30b75567f02543be9477f5b26a0d150d is 50, key is test_row_0/C:col10/1732382553400/Put/seqid=0 2024-11-23T17:22:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741996_1172 (size=12151) 2024-11-23T17:22:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:22:34,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:34,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:22:34,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:34,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:34,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382614078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:34,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:34,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:22:34,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:34,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:34,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:34,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/30b75567f02543be9477f5b26a0d150d 2024-11-23T17:22:34,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/6a08c5cbd5844b0a8a512f2b295363d8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6a08c5cbd5844b0a8a512f2b295363d8 2024-11-23T17:22:34,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6a08c5cbd5844b0a8a512f2b295363d8, entries=400, sequenceid=211, filesize=72.7 K 2024-11-23T17:22:34,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/da517d7ec37e46e686d4970dd1e7df00 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da517d7ec37e46e686d4970dd1e7df00 2024-11-23T17:22:34,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da517d7ec37e46e686d4970dd1e7df00, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T17:22:34,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/30b75567f02543be9477f5b26a0d150d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/30b75567f02543be9477f5b26a0d150d 2024-11-23T17:22:34,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/30b75567f02543be9477f5b26a0d150d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T17:22:34,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a579877f6dfa32b4ff37e975d05f518c in 924ms, sequenceid=211, compaction requested=true 2024-11-23T17:22:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:34,329 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:34,329 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:34,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:34,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:34,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:34,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:34,330 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137088 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:34,330 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/A is initiating minor compaction (all files) 2024-11-23T17:22:34,330 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/A in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,330 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/3cf5a3de661c49df8b7dc9577c97652d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/11de0acd839e4be9872e133c3046eca1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6a08c5cbd5844b0a8a512f2b295363d8] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=133.9 K 2024-11-23T17:22:34,331 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,331 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/3cf5a3de661c49df8b7dc9577c97652d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/11de0acd839e4be9872e133c3046eca1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6a08c5cbd5844b0a8a512f2b295363d8] 2024-11-23T17:22:34,331 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:34,331 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cf5a3de661c49df8b7dc9577c97652d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382548207 2024-11-23T17:22:34,331 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/B is initiating minor compaction (all files) 2024-11-23T17:22:34,331 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/B in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,331 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/34674ecefbcf4bffa5b93574d49b9715, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/629588d21dcb4a58ac55b0568ff68469, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da517d7ec37e46e686d4970dd1e7df00] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=36.0 K 2024-11-23T17:22:34,332 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11de0acd839e4be9872e133c3046eca1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382551126 2024-11-23T17:22:34,332 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 34674ecefbcf4bffa5b93574d49b9715, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382548207 2024-11-23T17:22:34,332 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a08c5cbd5844b0a8a512f2b295363d8, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382553299 2024-11-23T17:22:34,332 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 629588d21dcb4a58ac55b0568ff68469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382551126 2024-11-23T17:22:34,333 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting da517d7ec37e46e686d4970dd1e7df00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382553386 2024-11-23T17:22:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:22:34,346 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:34,346 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/3e098881c7a84e8d95f905ae2ab83b6d is 50, key is test_row_0/B:col10/1732382553400/Put/seqid=0 2024-11-23T17:22:34,348 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:34,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:34,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:22:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,349 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:22:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:34,351 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b2cb661495ea451f8e4a219e77e09411_a579877f6dfa32b4ff37e975d05f518c store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741997_1173 (size=12629) 2024-11-23T17:22:34,354 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b2cb661495ea451f8e4a219e77e09411_a579877f6dfa32b4ff37e975d05f518c, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:34,354 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b2cb661495ea451f8e4a219e77e09411_a579877f6dfa32b4ff37e975d05f518c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:34,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741998_1174 (size=4469) 2024-11-23T17:22:34,371 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#A#compaction#142 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:34,372 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/43e52109f6d84083bbf7524ea0731716 is 175, key is test_row_0/A:col10/1732382553400/Put/seqid=0 2024-11-23T17:22:34,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cb740b674fc4492b8bf137191189e332_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382553460/Put/seqid=0 2024-11-23T17:22:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741999_1175 (size=31583) 2024-11-23T17:22:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742000_1176 (size=12304) 2024-11-23T17:22:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:34,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:34,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382614606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382614708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:34,761 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/3e098881c7a84e8d95f905ae2ab83b6d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/3e098881c7a84e8d95f905ae2ab83b6d 2024-11-23T17:22:34,767 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/B of a579877f6dfa32b4ff37e975d05f518c into 3e098881c7a84e8d95f905ae2ab83b6d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:34,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:34,767 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/B, priority=13, startTime=1732382554329; duration=0sec 2024-11-23T17:22:34,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:34,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:B 2024-11-23T17:22:34,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:34,768 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:34,768 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/C is initiating minor compaction (all files) 2024-11-23T17:22:34,769 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/C in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:34,769 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9d3f1587a4b948dbade2f2435cd7792f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/269c791237e0487f9f4a912ed72d8244, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/30b75567f02543be9477f5b26a0d150d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=36.0 K 2024-11-23T17:22:34,769 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d3f1587a4b948dbade2f2435cd7792f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382548207 2024-11-23T17:22:34,770 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 269c791237e0487f9f4a912ed72d8244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732382551126 2024-11-23T17:22:34,770 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b75567f02543be9477f5b26a0d150d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382553386 2024-11-23T17:22:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:34,778 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:34,779 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/f6093a5854464734bfac747e93263e36 is 50, key is test_row_0/C:col10/1732382553400/Put/seqid=0 2024-11-23T17:22:34,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cb740b674fc4492b8bf137191189e332_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb740b674fc4492b8bf137191189e332_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742001_1177 (size=12629) 2024-11-23T17:22:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7dbba47a614747b4ba9208737e3c3563, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:34,788 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/43e52109f6d84083bbf7524ea0731716 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/43e52109f6d84083bbf7524ea0731716 2024-11-23T17:22:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7dbba47a614747b4ba9208737e3c3563 is 175, key is test_row_0/A:col10/1732382553460/Put/seqid=0 2024-11-23T17:22:34,794 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/A of a579877f6dfa32b4ff37e975d05f518c into 43e52109f6d84083bbf7524ea0731716(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:34,794 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:34,794 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/A, priority=13, startTime=1732382554329; duration=0sec 2024-11-23T17:22:34,795 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:34,795 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:A 2024-11-23T17:22:34,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742002_1178 (size=31105) 2024-11-23T17:22:34,798 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7dbba47a614747b4ba9208737e3c3563 2024-11-23T17:22:34,799 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/f6093a5854464734bfac747e93263e36 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f6093a5854464734bfac747e93263e36 2024-11-23T17:22:34,807 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/C of a579877f6dfa32b4ff37e975d05f518c into f6093a5854464734bfac747e93263e36(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:34,808 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:34,808 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/C, priority=13, startTime=1732382554330; duration=0sec 2024-11-23T17:22:34,808 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:34,808 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:C 2024-11-23T17:22:34,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/61cf76c13fbc43b2887bd93324c8cdfd is 50, key is test_row_0/B:col10/1732382553460/Put/seqid=0 2024-11-23T17:22:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742003_1179 (size=12151) 2024-11-23T17:22:34,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/61cf76c13fbc43b2887bd93324c8cdfd 2024-11-23T17:22:34,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/e0ff0804b0334008b7d59fbe906ddbfd is 50, key is test_row_0/C:col10/1732382553460/Put/seqid=0 2024-11-23T17:22:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742004_1180 (size=12151) 2024-11-23T17:22:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:22:34,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382614913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382615216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,234 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/e0ff0804b0334008b7d59fbe906ddbfd 2024-11-23T17:22:35,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7dbba47a614747b4ba9208737e3c3563 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbba47a614747b4ba9208737e3c3563 2024-11-23T17:22:35,248 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbba47a614747b4ba9208737e3c3563, entries=150, sequenceid=236, filesize=30.4 K 2024-11-23T17:22:35,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/61cf76c13fbc43b2887bd93324c8cdfd as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/61cf76c13fbc43b2887bd93324c8cdfd 2024-11-23T17:22:35,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/61cf76c13fbc43b2887bd93324c8cdfd, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T17:22:35,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/e0ff0804b0334008b7d59fbe906ddbfd as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e0ff0804b0334008b7d59fbe906ddbfd 2024-11-23T17:22:35,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e0ff0804b0334008b7d59fbe906ddbfd, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T17:22:35,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a579877f6dfa32b4ff37e975d05f518c in 914ms, sequenceid=236, compaction requested=false 2024-11-23T17:22:35,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:35,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:35,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T17:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T17:22:35,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T17:22:35,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5280 sec 2024-11-23T17:22:35,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5330 sec 2024-11-23T17:22:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:35,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:22:35,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:35,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:35,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:35,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:35,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:35,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:35,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112374b9bc0eb3ce431488a343a24fcae028_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382554602/Put/seqid=0 2024-11-23T17:22:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742005_1181 (size=14794) 2024-11-23T17:22:35,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382615354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382615355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382615356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382615357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382615458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382615459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382615459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382615459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382615660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382615661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382615662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382615662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382615720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,740 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:35,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112374b9bc0eb3ce431488a343a24fcae028_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374b9bc0eb3ce431488a343a24fcae028_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:35,746 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/18614ca52ca84fd08b20ca3fea168ce7, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:35,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/18614ca52ca84fd08b20ca3fea168ce7 is 175, key is test_row_0/A:col10/1732382554602/Put/seqid=0 2024-11-23T17:22:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742006_1182 (size=39749) 2024-11-23T17:22:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:22:35,839 INFO [Thread-597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T17:22:35,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T17:22:35,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:22:35,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:35,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:22:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382615963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382615964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382615964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382615974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:35,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:35,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:22:36,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/18614ca52ca84fd08b20ca3fea168ce7 2024-11-23T17:22:36,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/600fc4d7416b4a279a1972c37f502fd8 is 50, key is test_row_0/B:col10/1732382554602/Put/seqid=0 2024-11-23T17:22:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742007_1183 (size=12151) 2024-11-23T17:22:36,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:22:36,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382616467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382616469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382616469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382616479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/600fc4d7416b4a279a1972c37f502fd8 2024-11-23T17:22:36,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/87d81c864de549efb0611fdc8b63b753 is 50, key is test_row_0/C:col10/1732382554602/Put/seqid=0 2024-11-23T17:22:36,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742008_1184 (size=12151) 2024-11-23T17:22:36,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382616733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:36,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:36,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:22:36,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/87d81c864de549efb0611fdc8b63b753 2024-11-23T17:22:36,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/18614ca52ca84fd08b20ca3fea168ce7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/18614ca52ca84fd08b20ca3fea168ce7 2024-11-23T17:22:36,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/18614ca52ca84fd08b20ca3fea168ce7, entries=200, sequenceid=251, filesize=38.8 K 2024-11-23T17:22:36,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/600fc4d7416b4a279a1972c37f502fd8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/600fc4d7416b4a279a1972c37f502fd8 2024-11-23T17:22:36,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/600fc4d7416b4a279a1972c37f502fd8, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T17:22:36,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/87d81c864de549efb0611fdc8b63b753 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/87d81c864de549efb0611fdc8b63b753 2024-11-23T17:22:36,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/87d81c864de549efb0611fdc8b63b753, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T17:22:36,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a579877f6dfa32b4ff37e975d05f518c in 1682ms, sequenceid=251, compaction requested=true 2024-11-23T17:22:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:36,998 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:22:36,999 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:36,999 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:37,000 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/A is initiating minor compaction (all files) 2024-11-23T17:22:37,000 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:37,000 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/A in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:37,000 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/B is initiating minor compaction (all files) 2024-11-23T17:22:37,000 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/B in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:37,000 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/43e52109f6d84083bbf7524ea0731716, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbba47a614747b4ba9208737e3c3563, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/18614ca52ca84fd08b20ca3fea168ce7] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=100.0 K 2024-11-23T17:22:37,000 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/3e098881c7a84e8d95f905ae2ab83b6d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/61cf76c13fbc43b2887bd93324c8cdfd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/600fc4d7416b4a279a1972c37f502fd8] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=36.1 K 2024-11-23T17:22:37,000 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:37,000 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/43e52109f6d84083bbf7524ea0731716, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbba47a614747b4ba9208737e3c3563, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/18614ca52ca84fd08b20ca3fea168ce7] 2024-11-23T17:22:37,000 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e098881c7a84e8d95f905ae2ab83b6d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382553386 2024-11-23T17:22:37,001 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43e52109f6d84083bbf7524ea0731716, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382553386 2024-11-23T17:22:37,001 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 61cf76c13fbc43b2887bd93324c8cdfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382553458 2024-11-23T17:22:37,001 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dbba47a614747b4ba9208737e3c3563, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382553458 2024-11-23T17:22:37,001 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 600fc4d7416b4a279a1972c37f502fd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732382554602 2024-11-23T17:22:37,001 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18614ca52ca84fd08b20ca3fea168ce7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732382554595 2024-11-23T17:22:37,009 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:37,010 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:37,011 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/fea3ac7ca9d54a349d0544d658148d36 is 50, key is test_row_0/B:col10/1732382554602/Put/seqid=0 2024-11-23T17:22:37,011 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123aa9ec399241a4f77bee7b14716b5a2a7_a579877f6dfa32b4ff37e975d05f518c store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:37,013 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123aa9ec399241a4f77bee7b14716b5a2a7_a579877f6dfa32b4ff37e975d05f518c, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:37,013 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123aa9ec399241a4f77bee7b14716b5a2a7_a579877f6dfa32b4ff37e975d05f518c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742009_1185 (size=12731) 2024-11-23T17:22:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742010_1186 (size=4469) 2024-11-23T17:22:37,021 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#A#compaction#151 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:37,022 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/6cfc136218a845c9aacb87b6732f6e1a is 175, key is test_row_0/A:col10/1732382554602/Put/seqid=0 2024-11-23T17:22:37,024 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/fea3ac7ca9d54a349d0544d658148d36 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/fea3ac7ca9d54a349d0544d658148d36 2024-11-23T17:22:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742011_1187 (size=31685) 2024-11-23T17:22:37,030 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/B of a579877f6dfa32b4ff37e975d05f518c into fea3ac7ca9d54a349d0544d658148d36(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:37,030 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:37,030 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/B, priority=13, startTime=1732382556998; duration=0sec 2024-11-23T17:22:37,031 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:37,031 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:B 2024-11-23T17:22:37,031 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:37,033 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:37,033 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/C is initiating minor compaction (all files) 2024-11-23T17:22:37,033 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/C in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:37,033 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f6093a5854464734bfac747e93263e36, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e0ff0804b0334008b7d59fbe906ddbfd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/87d81c864de549efb0611fdc8b63b753] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=36.1 K 2024-11-23T17:22:37,034 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f6093a5854464734bfac747e93263e36, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732382553386 2024-11-23T17:22:37,034 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/6cfc136218a845c9aacb87b6732f6e1a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6cfc136218a845c9aacb87b6732f6e1a 2024-11-23T17:22:37,034 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ff0804b0334008b7d59fbe906ddbfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382553458 2024-11-23T17:22:37,034 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 87d81c864de549efb0611fdc8b63b753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732382554602 2024-11-23T17:22:37,040 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/A of a579877f6dfa32b4ff37e975d05f518c into 6cfc136218a845c9aacb87b6732f6e1a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:37,040 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:37,040 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/A, priority=13, startTime=1732382556998; duration=0sec 2024-11-23T17:22:37,040 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:37,040 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:A 2024-11-23T17:22:37,043 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:37,044 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/3a140103d33e4ad6be37283a3aa4a0d0 is 50, key is test_row_0/C:col10/1732382554602/Put/seqid=0 2024-11-23T17:22:37,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742012_1188 (size=12731) 2024-11-23T17:22:37,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:22:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:37,069 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:22:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:37,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f6c66e8f13954f9a88c576bb405fcb18_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382555356/Put/seqid=0 2024-11-23T17:22:37,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742013_1189 (size=12454) 2024-11-23T17:22:37,455 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/3a140103d33e4ad6be37283a3aa4a0d0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3a140103d33e4ad6be37283a3aa4a0d0 2024-11-23T17:22:37,460 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/C of a579877f6dfa32b4ff37e975d05f518c into 3a140103d33e4ad6be37283a3aa4a0d0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:37,460 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:37,460 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/C, priority=13, startTime=1732382556998; duration=0sec 2024-11-23T17:22:37,460 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:37,460 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:C 2024-11-23T17:22:37,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382617483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382617483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382617484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382617484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:37,495 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f6c66e8f13954f9a88c576bb405fcb18_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f6c66e8f13954f9a88c576bb405fcb18_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/c0168f2bfb6d41edb52e848608f1adcb, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:37,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/c0168f2bfb6d41edb52e848608f1adcb is 175, key is test_row_0/A:col10/1732382555356/Put/seqid=0 2024-11-23T17:22:37,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742014_1190 (size=31255) 2024-11-23T17:22:37,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382617586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382617586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382617588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382617788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382617788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382617790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:37,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/c0168f2bfb6d41edb52e848608f1adcb 2024-11-23T17:22:37,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/c54125b555f84034b05033c8d6846710 is 50, key is test_row_0/B:col10/1732382555356/Put/seqid=0 2024-11-23T17:22:37,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742015_1191 (size=12301) 2024-11-23T17:22:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:22:38,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382618092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382618092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382618093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:38,315 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/c54125b555f84034b05033c8d6846710 2024-11-23T17:22:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/b13c2febdce84260acb02086fecad06b is 50, key is test_row_0/C:col10/1732382555356/Put/seqid=0 2024-11-23T17:22:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742016_1192 (size=12301) 2024-11-23T17:22:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382618596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:38,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382618598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:38,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382618598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:38,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/b13c2febdce84260acb02086fecad06b 2024-11-23T17:22:38,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/c0168f2bfb6d41edb52e848608f1adcb as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/c0168f2bfb6d41edb52e848608f1adcb 2024-11-23T17:22:38,740 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/c0168f2bfb6d41edb52e848608f1adcb, entries=150, sequenceid=277, filesize=30.5 K 2024-11-23T17:22:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/c54125b555f84034b05033c8d6846710 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/c54125b555f84034b05033c8d6846710 2024-11-23T17:22:38,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/c54125b555f84034b05033c8d6846710, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:22:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/b13c2febdce84260acb02086fecad06b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b13c2febdce84260acb02086fecad06b 2024-11-23T17:22:38,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35802 deadline: 1732382618747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:38,749 DEBUG [Thread-593 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:22:38,752 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b13c2febdce84260acb02086fecad06b, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:22:38,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a579877f6dfa32b4ff37e975d05f518c in 1685ms, sequenceid=277, compaction requested=false 2024-11-23T17:22:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T17:22:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T17:22:38,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T17:22:38,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9120 sec 2024-11-23T17:22:38,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.9160 sec 2024-11-23T17:22:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:39,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T17:22:39,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:39,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:39,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:39,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:39,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:39,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:39,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239752360af23c46a5a8808033fba7de84_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382557479/Put/seqid=0 2024-11-23T17:22:39,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742017_1193 (size=14994) 2024-11-23T17:22:39,518 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:39,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239752360af23c46a5a8808033fba7de84_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239752360af23c46a5a8808033fba7de84_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:39,523 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/9fc417a312374cb8b416ce05af0b5d83, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:39,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/9fc417a312374cb8b416ce05af0b5d83 is 175, key is test_row_0/A:col10/1732382557479/Put/seqid=0 2024-11-23T17:22:39,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742018_1194 (size=39949) 2024-11-23T17:22:39,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382619556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:39,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35850 deadline: 1732382619600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:39,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35852 deadline: 1732382619603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:39,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35824 deadline: 1732382619605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:39,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382619658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:39,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382619861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:39,930 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/9fc417a312374cb8b416ce05af0b5d83 2024-11-23T17:22:39,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/2037bcc112794d17a5d83bea0b142cc9 is 50, key is test_row_0/B:col10/1732382557479/Put/seqid=0 2024-11-23T17:22:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:22:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742019_1195 (size=12301) 2024-11-23T17:22:39,948 INFO [Thread-597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T17:22:39,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/2037bcc112794d17a5d83bea0b142cc9 2024-11-23T17:22:39,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T17:22:39,952 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:22:39,952 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:39,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:39,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/9161fb4931e744f391ec928c164245f2 is 50, key is test_row_0/C:col10/1732382557479/Put/seqid=0 2024-11-23T17:22:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742020_1196 (size=12301) 2024-11-23T17:22:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:22:40,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:40,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:22:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1732382620167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:22:40,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:40,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:22:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:40,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/9161fb4931e744f391ec928c164245f2 2024-11-23T17:22:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/9fc417a312374cb8b416ce05af0b5d83 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/9fc417a312374cb8b416ce05af0b5d83 2024-11-23T17:22:40,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/9fc417a312374cb8b416ce05af0b5d83, entries=200, sequenceid=291, filesize=39.0 K 2024-11-23T17:22:40,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/2037bcc112794d17a5d83bea0b142cc9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2037bcc112794d17a5d83bea0b142cc9 2024-11-23T17:22:40,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2037bcc112794d17a5d83bea0b142cc9, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T17:22:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/9161fb4931e744f391ec928c164245f2 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9161fb4931e744f391ec928c164245f2 2024-11-23T17:22:40,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9161fb4931e744f391ec928c164245f2, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T17:22:40,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a579877f6dfa32b4ff37e975d05f518c in 902ms, sequenceid=291, compaction requested=true 2024-11-23T17:22:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:40,400 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:40,400 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a579877f6dfa32b4ff37e975d05f518c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:40,401 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:40,401 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/A is initiating minor compaction (all files) 2024-11-23T17:22:40,401 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/A in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,401 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6cfc136218a845c9aacb87b6732f6e1a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/c0168f2bfb6d41edb52e848608f1adcb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/9fc417a312374cb8b416ce05af0b5d83] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=100.5 K 2024-11-23T17:22:40,401 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,401 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6cfc136218a845c9aacb87b6732f6e1a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/c0168f2bfb6d41edb52e848608f1adcb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/9fc417a312374cb8b416ce05af0b5d83] 2024-11-23T17:22:40,401 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:40,401 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/B is initiating minor compaction (all files) 2024-11-23T17:22:40,401 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/B in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,401 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/fea3ac7ca9d54a349d0544d658148d36, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/c54125b555f84034b05033c8d6846710, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2037bcc112794d17a5d83bea0b142cc9] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=36.5 K 2024-11-23T17:22:40,401 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cfc136218a845c9aacb87b6732f6e1a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732382554602 2024-11-23T17:22:40,402 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting fea3ac7ca9d54a349d0544d658148d36, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732382554602 2024-11-23T17:22:40,402 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0168f2bfb6d41edb52e848608f1adcb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382555353 2024-11-23T17:22:40,402 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c54125b555f84034b05033c8d6846710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382555353 2024-11-23T17:22:40,402 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fc417a312374cb8b416ce05af0b5d83, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732382557479 2024-11-23T17:22:40,403 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 2037bcc112794d17a5d83bea0b142cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732382557479 2024-11-23T17:22:40,407 DEBUG [Thread-600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1aed43b4 to 127.0.0.1:57836 2024-11-23T17:22:40,407 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:40,408 DEBUG [Thread-602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cab9ba4 to 127.0.0.1:57836 2024-11-23T17:22:40,408 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:40,408 DEBUG [Thread-604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x074eb796 to 127.0.0.1:57836 2024-11-23T17:22:40,409 DEBUG [Thread-598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c368568 to 127.0.0.1:57836 2024-11-23T17:22:40,409 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:40,409 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:40,410 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:40,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:40,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:22:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:22:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:40,413 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233c229df9b425447e952404dd627acefc_a579877f6dfa32b4ff37e975d05f518c store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:40,414 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#B#compaction#160 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:40,414 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233c229df9b425447e952404dd627acefc_a579877f6dfa32b4ff37e975d05f518c, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:40,414 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/df380894c2c1444fa84b889aa07e29b6 is 50, key is test_row_0/B:col10/1732382557479/Put/seqid=0 2024-11-23T17:22:40,414 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233c229df9b425447e952404dd627acefc_a579877f6dfa32b4ff37e975d05f518c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742021_1197 (size=12983) 2024-11-23T17:22:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112386a334058293483eb38e4d3ff7bd22b0_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382559552/Put/seqid=0 2024-11-23T17:22:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742022_1198 (size=4469) 2024-11-23T17:22:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742023_1199 (size=12454) 2024-11-23T17:22:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:22:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:40,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. as already flushing 2024-11-23T17:22:40,671 DEBUG [Thread-587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b8114b4 to 127.0.0.1:57836 2024-11-23T17:22:40,671 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:40,827 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/df380894c2c1444fa84b889aa07e29b6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/df380894c2c1444fa84b889aa07e29b6 2024-11-23T17:22:40,829 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:40,829 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7dbe0d0e0aa34947b44c1e3ca8a6fa4b is 175, key is test_row_0/A:col10/1732382557479/Put/seqid=0 2024-11-23T17:22:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:40,831 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/B of a579877f6dfa32b4ff37e975d05f518c into df380894c2c1444fa84b889aa07e29b6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:40,831 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:40,832 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/B, priority=13, startTime=1732382560400; duration=0sec 2024-11-23T17:22:40,832 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:40,832 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:B 2024-11-23T17:22:40,832 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:40,833 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:40,833 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a579877f6dfa32b4ff37e975d05f518c/C is initiating minor compaction (all files) 2024-11-23T17:22:40,833 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a579877f6dfa32b4ff37e975d05f518c/C in TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:40,834 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3a140103d33e4ad6be37283a3aa4a0d0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b13c2febdce84260acb02086fecad06b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9161fb4931e744f391ec928c164245f2] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp, totalSize=36.5 K 2024-11-23T17:22:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742024_1200 (size=31937) 2024-11-23T17:22:40,834 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112386a334058293483eb38e4d3ff7bd22b0_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386a334058293483eb38e4d3ff7bd22b0_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:40,834 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a140103d33e4ad6be37283a3aa4a0d0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732382554602 2024-11-23T17:22:40,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/d070e57af67241828c1f8ea1ab84499b, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:40,835 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b13c2febdce84260acb02086fecad06b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382555353 2024-11-23T17:22:40,835 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9161fb4931e744f391ec928c164245f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732382557479 2024-11-23T17:22:40,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/d070e57af67241828c1f8ea1ab84499b is 175, key is test_row_0/A:col10/1732382559552/Put/seqid=0 2024-11-23T17:22:40,838 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/7dbe0d0e0aa34947b44c1e3ca8a6fa4b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbe0d0e0aa34947b44c1e3ca8a6fa4b 2024-11-23T17:22:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742025_1201 (size=31255) 2024-11-23T17:22:40,840 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/d070e57af67241828c1f8ea1ab84499b 2024-11-23T17:22:40,844 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a579877f6dfa32b4ff37e975d05f518c#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:40,844 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/A of a579877f6dfa32b4ff37e975d05f518c into 7dbe0d0e0aa34947b44c1e3ca8a6fa4b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:40,844 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:40,844 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/A, priority=13, startTime=1732382560399; duration=0sec 2024-11-23T17:22:40,844 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:40,844 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:A 2024-11-23T17:22:40,844 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/d7abed6fbcfc493199f831755c4314fe is 50, key is test_row_0/C:col10/1732382557479/Put/seqid=0 2024-11-23T17:22:40,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/4005e38bec8a447db4616dfeca5c3463 is 50, key is test_row_0/B:col10/1732382559552/Put/seqid=0 2024-11-23T17:22:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742026_1202 (size=12983) 2024-11-23T17:22:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742027_1203 (size=12301) 2024-11-23T17:22:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:22:41,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/4005e38bec8a447db4616dfeca5c3463 2024-11-23T17:22:41,255 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/d7abed6fbcfc493199f831755c4314fe as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/d7abed6fbcfc493199f831755c4314fe 2024-11-23T17:22:41,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/f12db6ef611d4634a45c1cf9d2dd9d69 is 50, key is test_row_0/C:col10/1732382559552/Put/seqid=0 2024-11-23T17:22:41,259 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a579877f6dfa32b4ff37e975d05f518c/C of a579877f6dfa32b4ff37e975d05f518c into d7abed6fbcfc493199f831755c4314fe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:41,259 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:41,259 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c., storeName=a579877f6dfa32b4ff37e975d05f518c/C, priority=13, startTime=1732382560400; duration=0sec 2024-11-23T17:22:41,259 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:41,259 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a579877f6dfa32b4ff37e975d05f518c:C 2024-11-23T17:22:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742028_1204 (size=12301) 2024-11-23T17:22:41,604 DEBUG [Thread-595 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de2fcf6 to 127.0.0.1:57836 2024-11-23T17:22:41,604 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:41,608 DEBUG [Thread-591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77f4d875 to 127.0.0.1:57836 2024-11-23T17:22:41,608 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:41,609 DEBUG [Thread-589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b5c4058 to 127.0.0.1:57836 2024-11-23T17:22:41,609 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:41,663 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/f12db6ef611d4634a45c1cf9d2dd9d69 2024-11-23T17:22:41,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/d070e57af67241828c1f8ea1ab84499b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/d070e57af67241828c1f8ea1ab84499b 2024-11-23T17:22:41,671 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/d070e57af67241828c1f8ea1ab84499b, entries=150, sequenceid=314, filesize=30.5 K 2024-11-23T17:22:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/4005e38bec8a447db4616dfeca5c3463 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/4005e38bec8a447db4616dfeca5c3463 2024-11-23T17:22:41,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/4005e38bec8a447db4616dfeca5c3463, entries=150, sequenceid=314, filesize=12.0 K 2024-11-23T17:22:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/f12db6ef611d4634a45c1cf9d2dd9d69 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f12db6ef611d4634a45c1cf9d2dd9d69 2024-11-23T17:22:41,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f12db6ef611d4634a45c1cf9d2dd9d69, entries=150, sequenceid=314, filesize=12.0 K 2024-11-23T17:22:41,680 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for a579877f6dfa32b4ff37e975d05f518c in 1269ms, sequenceid=314, compaction requested=false 2024-11-23T17:22:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T17:22:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T17:22:41,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T17:22:41,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-11-23T17:22:41,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.7340 sec 2024-11-23T17:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:22:42,056 INFO [Thread-597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T17:22:42,780 DEBUG [Thread-593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d89b50a to 127.0.0.1:57836 2024-11-23T17:22:42,781 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6801 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6899 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2909 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8727 rows 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2905 2024-11-23T17:22:42,781 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8714 rows 2024-11-23T17:22:42,781 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:22:42,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f48093f to 127.0.0.1:57836 2024-11-23T17:22:42,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:22:42,784 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:22:42,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:22:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:22:42,788 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382562788"}]},"ts":"1732382562788"} 2024-11-23T17:22:42,789 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:22:42,792 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:22:42,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:22:42,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, UNASSIGN}] 2024-11-23T17:22:42,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, UNASSIGN 2024-11-23T17:22:42,795 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:42,795 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:22:42,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:22:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:22:42,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:42,947 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:42,947 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:22:42,947 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing a579877f6dfa32b4ff37e975d05f518c, disabling compactions & flushes 2024-11-23T17:22:42,947 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:42,947 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:42,947 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. after waiting 0 ms 2024-11-23T17:22:42,947 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:42,948 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing a579877f6dfa32b4ff37e975d05f518c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T17:22:42,948 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=A 2024-11-23T17:22:42,948 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:42,948 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=B 2024-11-23T17:22:42,948 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:42,948 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a579877f6dfa32b4ff37e975d05f518c, store=C 2024-11-23T17:22:42,948 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:42,954 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fd5decc8c2ca444dbe9dfe1a3be2eb76_a579877f6dfa32b4ff37e975d05f518c is 50, key is test_row_0/A:col10/1732382561608/Put/seqid=0 2024-11-23T17:22:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742029_1205 (size=12454) 2024-11-23T17:22:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:22:43,358 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:43,362 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fd5decc8c2ca444dbe9dfe1a3be2eb76_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fd5decc8c2ca444dbe9dfe1a3be2eb76_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:43,363 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b0aa3d5f8bd04fe79596cfeb00a54cfd, store: [table=TestAcidGuarantees family=A region=a579877f6dfa32b4ff37e975d05f518c] 2024-11-23T17:22:43,363 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b0aa3d5f8bd04fe79596cfeb00a54cfd is 175, key is test_row_0/A:col10/1732382561608/Put/seqid=0 2024-11-23T17:22:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742030_1206 (size=31255) 2024-11-23T17:22:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:22:43,768 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b0aa3d5f8bd04fe79596cfeb00a54cfd 2024-11-23T17:22:43,774 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/dd9937f013444d0c888812f082e408b8 is 50, key is test_row_0/B:col10/1732382561608/Put/seqid=0 2024-11-23T17:22:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742031_1207 (size=12301) 2024-11-23T17:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:22:44,179 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/dd9937f013444d0c888812f082e408b8 2024-11-23T17:22:44,185 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/99e285a3a5de428aa67b2a75601402a2 is 50, key is test_row_0/C:col10/1732382561608/Put/seqid=0 2024-11-23T17:22:44,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742032_1208 (size=12301) 2024-11-23T17:22:44,590 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/99e285a3a5de428aa67b2a75601402a2 2024-11-23T17:22:44,594 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/A/b0aa3d5f8bd04fe79596cfeb00a54cfd as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b0aa3d5f8bd04fe79596cfeb00a54cfd 2024-11-23T17:22:44,598 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b0aa3d5f8bd04fe79596cfeb00a54cfd, entries=150, sequenceid=325, filesize=30.5 K 2024-11-23T17:22:44,598 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/B/dd9937f013444d0c888812f082e408b8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/dd9937f013444d0c888812f082e408b8 2024-11-23T17:22:44,602 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/dd9937f013444d0c888812f082e408b8, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T17:22:44,602 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/.tmp/C/99e285a3a5de428aa67b2a75601402a2 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/99e285a3a5de428aa67b2a75601402a2 2024-11-23T17:22:44,606 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/99e285a3a5de428aa67b2a75601402a2, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T17:22:44,606 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a579877f6dfa32b4ff37e975d05f518c in 1659ms, sequenceid=325, compaction requested=true 2024-11-23T17:22:44,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e5aa29a83b4b4a3a913a46574c7c9000, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/140e0689cd9a45d79f2995cf062881f3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/925016a3508448beb242ac03fdf8e250, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e9a2eafaec9b4130906f6500186057a5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/5d831c2e4f594e01a61686d3d57baac8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b7021423f6b041e5a29c80ae0f82207d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/efaf276f8ce8402bb849e4a5912e6db1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7eaac7b5ec1e496dafe0df7dbc1ed974, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/20f9e7f4a7614e66b5bc2116b7e426d7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/28195cfd231842ba99086979e044c032, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/3cf5a3de661c49df8b7dc9577c97652d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/596b8d483a8b4056b8dba83a0538c0d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/11de0acd839e4be9872e133c3046eca1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6a08c5cbd5844b0a8a512f2b295363d8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/43e52109f6d84083bbf7524ea0731716, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbba47a614747b4ba9208737e3c3563, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/18614ca52ca84fd08b20ca3fea168ce7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6cfc136218a845c9aacb87b6732f6e1a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/c0168f2bfb6d41edb52e848608f1adcb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/9fc417a312374cb8b416ce05af0b5d83] to archive 2024-11-23T17:22:44,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:22:44,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e5aa29a83b4b4a3a913a46574c7c9000 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e5aa29a83b4b4a3a913a46574c7c9000 2024-11-23T17:22:44,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/140e0689cd9a45d79f2995cf062881f3 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/140e0689cd9a45d79f2995cf062881f3 2024-11-23T17:22:44,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/925016a3508448beb242ac03fdf8e250 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/925016a3508448beb242ac03fdf8e250 2024-11-23T17:22:44,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e9a2eafaec9b4130906f6500186057a5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/e9a2eafaec9b4130906f6500186057a5 2024-11-23T17:22:44,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/5d831c2e4f594e01a61686d3d57baac8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/5d831c2e4f594e01a61686d3d57baac8 2024-11-23T17:22:44,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b7021423f6b041e5a29c80ae0f82207d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b7021423f6b041e5a29c80ae0f82207d 2024-11-23T17:22:44,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/efaf276f8ce8402bb849e4a5912e6db1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/efaf276f8ce8402bb849e4a5912e6db1 2024-11-23T17:22:44,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7eaac7b5ec1e496dafe0df7dbc1ed974 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7eaac7b5ec1e496dafe0df7dbc1ed974 2024-11-23T17:22:44,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/20f9e7f4a7614e66b5bc2116b7e426d7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/20f9e7f4a7614e66b5bc2116b7e426d7 2024-11-23T17:22:44,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/28195cfd231842ba99086979e044c032 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/28195cfd231842ba99086979e044c032 2024-11-23T17:22:44,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/3cf5a3de661c49df8b7dc9577c97652d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/3cf5a3de661c49df8b7dc9577c97652d 2024-11-23T17:22:44,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/596b8d483a8b4056b8dba83a0538c0d4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/596b8d483a8b4056b8dba83a0538c0d4 2024-11-23T17:22:44,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/11de0acd839e4be9872e133c3046eca1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/11de0acd839e4be9872e133c3046eca1 2024-11-23T17:22:44,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6a08c5cbd5844b0a8a512f2b295363d8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6a08c5cbd5844b0a8a512f2b295363d8 2024-11-23T17:22:44,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/43e52109f6d84083bbf7524ea0731716 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/43e52109f6d84083bbf7524ea0731716 2024-11-23T17:22:44,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbba47a614747b4ba9208737e3c3563 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbba47a614747b4ba9208737e3c3563 2024-11-23T17:22:44,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/18614ca52ca84fd08b20ca3fea168ce7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/18614ca52ca84fd08b20ca3fea168ce7 2024-11-23T17:22:44,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6cfc136218a845c9aacb87b6732f6e1a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/6cfc136218a845c9aacb87b6732f6e1a 2024-11-23T17:22:44,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/c0168f2bfb6d41edb52e848608f1adcb to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/c0168f2bfb6d41edb52e848608f1adcb 2024-11-23T17:22:44,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/9fc417a312374cb8b416ce05af0b5d83 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/9fc417a312374cb8b416ce05af0b5d83 2024-11-23T17:22:44,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/edac822a847041688b1623db2251a687, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ccdeecc1bd9d41a885d9287d08e01a84, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ba8cfcf510fc49f69ddcdcb55421373e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/63ffdb4395164c249dba05a1e566b174, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/633bad6687874ab88d52cf57460a05b9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da984d9e77aa4073b873e9b54c0e8963, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b89612195ab54a45ae9c9c5cfd959694, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b0a50df1a0e447ad98757c00eb06f3c5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/a0452884f58b4285a9871a7a80b20c80, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/34674ecefbcf4bffa5b93574d49b9715, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2ac3f6e28e19476da789117e1221b0b9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/629588d21dcb4a58ac55b0568ff68469, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/3e098881c7a84e8d95f905ae2ab83b6d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da517d7ec37e46e686d4970dd1e7df00, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/61cf76c13fbc43b2887bd93324c8cdfd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/fea3ac7ca9d54a349d0544d658148d36, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/600fc4d7416b4a279a1972c37f502fd8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/c54125b555f84034b05033c8d6846710, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2037bcc112794d17a5d83bea0b142cc9] to archive 2024-11-23T17:22:44,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:22:44,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/edac822a847041688b1623db2251a687 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/edac822a847041688b1623db2251a687 2024-11-23T17:22:44,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ccdeecc1bd9d41a885d9287d08e01a84 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ccdeecc1bd9d41a885d9287d08e01a84 2024-11-23T17:22:44,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ba8cfcf510fc49f69ddcdcb55421373e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/ba8cfcf510fc49f69ddcdcb55421373e 2024-11-23T17:22:44,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/63ffdb4395164c249dba05a1e566b174 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/63ffdb4395164c249dba05a1e566b174 2024-11-23T17:22:44,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/633bad6687874ab88d52cf57460a05b9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/633bad6687874ab88d52cf57460a05b9 2024-11-23T17:22:44,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/6d779c0a97df4b4eb6c54d2fcbdcb4dc 2024-11-23T17:22:44,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da984d9e77aa4073b873e9b54c0e8963 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da984d9e77aa4073b873e9b54c0e8963 2024-11-23T17:22:44,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b89612195ab54a45ae9c9c5cfd959694 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b89612195ab54a45ae9c9c5cfd959694 2024-11-23T17:22:44,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b0a50df1a0e447ad98757c00eb06f3c5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/b0a50df1a0e447ad98757c00eb06f3c5 2024-11-23T17:22:44,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/a0452884f58b4285a9871a7a80b20c80 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/a0452884f58b4285a9871a7a80b20c80 2024-11-23T17:22:44,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/34674ecefbcf4bffa5b93574d49b9715 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/34674ecefbcf4bffa5b93574d49b9715 2024-11-23T17:22:44,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2ac3f6e28e19476da789117e1221b0b9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2ac3f6e28e19476da789117e1221b0b9 2024-11-23T17:22:44,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/629588d21dcb4a58ac55b0568ff68469 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/629588d21dcb4a58ac55b0568ff68469 2024-11-23T17:22:44,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/3e098881c7a84e8d95f905ae2ab83b6d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/3e098881c7a84e8d95f905ae2ab83b6d 2024-11-23T17:22:44,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da517d7ec37e46e686d4970dd1e7df00 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/da517d7ec37e46e686d4970dd1e7df00 2024-11-23T17:22:44,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/61cf76c13fbc43b2887bd93324c8cdfd to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/61cf76c13fbc43b2887bd93324c8cdfd 2024-11-23T17:22:44,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/fea3ac7ca9d54a349d0544d658148d36 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/fea3ac7ca9d54a349d0544d658148d36 2024-11-23T17:22:44,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/600fc4d7416b4a279a1972c37f502fd8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/600fc4d7416b4a279a1972c37f502fd8 2024-11-23T17:22:44,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/c54125b555f84034b05033c8d6846710 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/c54125b555f84034b05033c8d6846710 2024-11-23T17:22:44,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2037bcc112794d17a5d83bea0b142cc9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/2037bcc112794d17a5d83bea0b142cc9 2024-11-23T17:22:44,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/11acd03ee3ff446f932642b5e5691c1d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/c640304e4bcd41a6b836520a45e5aef9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/26092b07fc1546e292c6719eff70bf18, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/260ddaaf460341dc9ed03142096b09f0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/7dd434812c13495389dff7219040d93d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/ad9964f929cf493d86ce4148f545e2b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/da840dffd5b64613835e6eb29275b149, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/1418a7420f0f4b859ef76c3ca23728a3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b6de0e1d4df243909e186f9e32698d79, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3da9473a9b5a4534b010e96ac93d867f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9d3f1587a4b948dbade2f2435cd7792f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e4eb5457e27846408da94dc39a072319, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/269c791237e0487f9f4a912ed72d8244, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f6093a5854464734bfac747e93263e36, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/30b75567f02543be9477f5b26a0d150d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e0ff0804b0334008b7d59fbe906ddbfd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3a140103d33e4ad6be37283a3aa4a0d0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/87d81c864de549efb0611fdc8b63b753, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b13c2febdce84260acb02086fecad06b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9161fb4931e744f391ec928c164245f2] to archive 2024-11-23T17:22:44,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:22:44,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/11acd03ee3ff446f932642b5e5691c1d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/11acd03ee3ff446f932642b5e5691c1d 2024-11-23T17:22:44,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/c640304e4bcd41a6b836520a45e5aef9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/c640304e4bcd41a6b836520a45e5aef9 2024-11-23T17:22:44,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/26092b07fc1546e292c6719eff70bf18 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/26092b07fc1546e292c6719eff70bf18 2024-11-23T17:22:44,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/260ddaaf460341dc9ed03142096b09f0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/260ddaaf460341dc9ed03142096b09f0 2024-11-23T17:22:44,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/7dd434812c13495389dff7219040d93d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/7dd434812c13495389dff7219040d93d 2024-11-23T17:22:44,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/ad9964f929cf493d86ce4148f545e2b0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/ad9964f929cf493d86ce4148f545e2b0 2024-11-23T17:22:44,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/da840dffd5b64613835e6eb29275b149 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/da840dffd5b64613835e6eb29275b149 2024-11-23T17:22:44,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/1418a7420f0f4b859ef76c3ca23728a3 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/1418a7420f0f4b859ef76c3ca23728a3 2024-11-23T17:22:44,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b6de0e1d4df243909e186f9e32698d79 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b6de0e1d4df243909e186f9e32698d79 2024-11-23T17:22:44,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3da9473a9b5a4534b010e96ac93d867f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3da9473a9b5a4534b010e96ac93d867f 2024-11-23T17:22:44,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9d3f1587a4b948dbade2f2435cd7792f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9d3f1587a4b948dbade2f2435cd7792f 2024-11-23T17:22:44,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e4eb5457e27846408da94dc39a072319 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e4eb5457e27846408da94dc39a072319 2024-11-23T17:22:44,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/269c791237e0487f9f4a912ed72d8244 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/269c791237e0487f9f4a912ed72d8244 2024-11-23T17:22:44,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f6093a5854464734bfac747e93263e36 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f6093a5854464734bfac747e93263e36 2024-11-23T17:22:44,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/30b75567f02543be9477f5b26a0d150d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/30b75567f02543be9477f5b26a0d150d 2024-11-23T17:22:44,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e0ff0804b0334008b7d59fbe906ddbfd to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/e0ff0804b0334008b7d59fbe906ddbfd 2024-11-23T17:22:44,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3a140103d33e4ad6be37283a3aa4a0d0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/3a140103d33e4ad6be37283a3aa4a0d0 2024-11-23T17:22:44,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/87d81c864de549efb0611fdc8b63b753 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/87d81c864de549efb0611fdc8b63b753 2024-11-23T17:22:44,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b13c2febdce84260acb02086fecad06b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/b13c2febdce84260acb02086fecad06b 2024-11-23T17:22:44,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9161fb4931e744f391ec928c164245f2 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/9161fb4931e744f391ec928c164245f2 2024-11-23T17:22:44,680 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/recovered.edits/328.seqid, newMaxSeqId=328, maxSeqId=4 2024-11-23T17:22:44,681 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c. 2024-11-23T17:22:44,681 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for a579877f6dfa32b4ff37e975d05f518c: 2024-11-23T17:22:44,682 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=a579877f6dfa32b4ff37e975d05f518c, regionState=CLOSED 2024-11-23T17:22:44,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T17:22:44,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure a579877f6dfa32b4ff37e975d05f518c, server=f54dd19cfe0a,32977,1732382508134 in 1.8880 sec 2024-11-23T17:22:44,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-23T17:22:44,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a579877f6dfa32b4ff37e975d05f518c, UNASSIGN in 1.8910 sec 2024-11-23T17:22:44,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T17:22:44,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8940 sec 2024-11-23T17:22:44,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382564687"}]},"ts":"1732382564687"} 2024-11-23T17:22:44,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:22:44,691 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:22:44,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9070 sec 2024-11-23T17:22:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:22:44,891 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T17:22:44,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:22:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:44,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:22:44,894 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:44,896 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,898 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/recovered.edits] 2024-11-23T17:22:44,901 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbe0d0e0aa34947b44c1e3ca8a6fa4b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/7dbe0d0e0aa34947b44c1e3ca8a6fa4b 2024-11-23T17:22:44,902 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b0aa3d5f8bd04fe79596cfeb00a54cfd to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/b0aa3d5f8bd04fe79596cfeb00a54cfd 2024-11-23T17:22:44,903 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/d070e57af67241828c1f8ea1ab84499b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/A/d070e57af67241828c1f8ea1ab84499b 2024-11-23T17:22:44,906 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/4005e38bec8a447db4616dfeca5c3463 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/4005e38bec8a447db4616dfeca5c3463 2024-11-23T17:22:44,907 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/dd9937f013444d0c888812f082e408b8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/dd9937f013444d0c888812f082e408b8 2024-11-23T17:22:44,908 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/df380894c2c1444fa84b889aa07e29b6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/B/df380894c2c1444fa84b889aa07e29b6 2024-11-23T17:22:44,910 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/99e285a3a5de428aa67b2a75601402a2 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/99e285a3a5de428aa67b2a75601402a2 2024-11-23T17:22:44,911 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/d7abed6fbcfc493199f831755c4314fe to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/d7abed6fbcfc493199f831755c4314fe 2024-11-23T17:22:44,912 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f12db6ef611d4634a45c1cf9d2dd9d69 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/C/f12db6ef611d4634a45c1cf9d2dd9d69 2024-11-23T17:22:44,915 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/recovered.edits/328.seqid to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c/recovered.edits/328.seqid 2024-11-23T17:22:44,916 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:22:44,916 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:22:44,917 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T17:22:44,921 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123039c7ec628c64f5ca7c336326a82be79_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123039c7ec628c64f5ca7c336326a82be79_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,922 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123223a744a2d354f6f9ff9e9df13f4690e_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123223a744a2d354f6f9ff9e9df13f4690e_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,923 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232efe7b3c0840483a846ffebafeaa44ed_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232efe7b3c0840483a846ffebafeaa44ed_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,925 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fae8a42ba4545d18ffe38be735cae04_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fae8a42ba4545d18ffe38be735cae04_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,926 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112354941acbd12944d0852ddddaa0a0041b_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112354941acbd12944d0852ddddaa0a0041b_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,927 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123710a51cccc764b30bd2accf0080469ab_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123710a51cccc764b30bd2accf0080469ab_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,928 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374b9bc0eb3ce431488a343a24fcae028_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374b9bc0eb3ce431488a343a24fcae028_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,930 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386a334058293483eb38e4d3ff7bd22b0_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386a334058293483eb38e4d3ff7bd22b0_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,931 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123969613610cbb40cf89b5744b3a438848_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123969613610cbb40cf89b5744b3a438848_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,932 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239752360af23c46a5a8808033fba7de84_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239752360af23c46a5a8808033fba7de84_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,933 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239ffcae1f79cc4920bb8c9439a2906302_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239ffcae1f79cc4920bb8c9439a2906302_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,935 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ac2b14c978f641e9adca22fb98ade6a5_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ac2b14c978f641e9adca22fb98ade6a5_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,936 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b6bb37f227c1459188178a3306d96f6a_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b6bb37f227c1459188178a3306d96f6a_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,937 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb740b674fc4492b8bf137191189e332_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb740b674fc4492b8bf137191189e332_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,939 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1970f01220445c79667f22307f7f934_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1970f01220445c79667f22307f7f934_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,940 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f6c66e8f13954f9a88c576bb405fcb18_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f6c66e8f13954f9a88c576bb405fcb18_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,941 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fd5decc8c2ca444dbe9dfe1a3be2eb76_a579877f6dfa32b4ff37e975d05f518c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fd5decc8c2ca444dbe9dfe1a3be2eb76_a579877f6dfa32b4ff37e975d05f518c 2024-11-23T17:22:44,941 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:22:44,944 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:44,946 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:22:44,948 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:22:44,949 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:44,949 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:22:44,950 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382564949"}]},"ts":"9223372036854775807"} 2024-11-23T17:22:44,951 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:22:44,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a579877f6dfa32b4ff37e975d05f518c, NAME => 'TestAcidGuarantees,,1732382537280.a579877f6dfa32b4ff37e975d05f518c.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:22:44,951 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:22:44,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382564951"}]},"ts":"9223372036854775807"} 2024-11-23T17:22:44,953 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:22:44,955 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:44,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-23T17:22:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:22:44,994 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T17:22:45,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=247 (was 240) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_192672923_22 at /127.0.0.1:52872 [Waiting for operation #899] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-636029645_22 at /127.0.0.1:57118 [Waiting for operation #640] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-636029645_22 at /127.0.0.1:60314 [Waiting for operation #885] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_192672923_22 at /127.0.0.1:57114 [Waiting for operation #634] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1dced7d9-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 555), ProcessCount=11 (was 11), AvailableMemoryMB=2975 (was 3092) 2024-11-23T17:22:45,014 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=247, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=2974 2024-11-23T17:22:45,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:22:45,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:22:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:22:45,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:22:45,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:45,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-23T17:22:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-23T17:22:45,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:22:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742033_1209 (size=960) 2024-11-23T17:22:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-23T17:22:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-23T17:22:45,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:22:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742034_1210 (size=53) 2024-11-23T17:22:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-23T17:22:45,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:22:45,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a799be90439265da0b55672053a36612, disabling compactions & flushes 2024-11-23T17:22:45,832 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:45,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:45,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. after waiting 0 ms 2024-11-23T17:22:45,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:45,832 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:45,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:45,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:22:45,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382565833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382565833"}]},"ts":"1732382565833"} 2024-11-23T17:22:45,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:22:45,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:22:45,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382565835"}]},"ts":"1732382565835"} 2024-11-23T17:22:45,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:22:45,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a799be90439265da0b55672053a36612, ASSIGN}] 2024-11-23T17:22:45,841 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a799be90439265da0b55672053a36612, ASSIGN 2024-11-23T17:22:45,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a799be90439265da0b55672053a36612, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=false 2024-11-23T17:22:45,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a799be90439265da0b55672053a36612, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:45,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:22:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-23T17:22:46,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:46,147 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:46,148 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:22:46,148 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a799be90439265da0b55672053a36612 2024-11-23T17:22:46,148 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:22:46,148 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for a799be90439265da0b55672053a36612 2024-11-23T17:22:46,148 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for a799be90439265da0b55672053a36612 2024-11-23T17:22:46,150 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a799be90439265da0b55672053a36612 2024-11-23T17:22:46,151 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:46,151 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a799be90439265da0b55672053a36612 columnFamilyName A 2024-11-23T17:22:46,151 DEBUG [StoreOpener-a799be90439265da0b55672053a36612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:46,152 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.HStore(327): Store=a799be90439265da0b55672053a36612/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:46,152 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a799be90439265da0b55672053a36612 2024-11-23T17:22:46,153 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:46,153 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a799be90439265da0b55672053a36612 columnFamilyName B 2024-11-23T17:22:46,153 DEBUG [StoreOpener-a799be90439265da0b55672053a36612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:46,153 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.HStore(327): Store=a799be90439265da0b55672053a36612/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:46,154 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a799be90439265da0b55672053a36612 2024-11-23T17:22:46,154 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:22:46,155 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a799be90439265da0b55672053a36612 columnFamilyName C 2024-11-23T17:22:46,155 DEBUG [StoreOpener-a799be90439265da0b55672053a36612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:22:46,155 INFO [StoreOpener-a799be90439265da0b55672053a36612-1 {}] regionserver.HStore(327): Store=a799be90439265da0b55672053a36612/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:22:46,155 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:46,156 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612 2024-11-23T17:22:46,156 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612 2024-11-23T17:22:46,157 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:22:46,158 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for a799be90439265da0b55672053a36612 2024-11-23T17:22:46,160 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:22:46,161 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened a799be90439265da0b55672053a36612; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67985831, jitterRate=0.013067826628684998}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:22:46,161 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:46,162 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., pid=62, masterSystemTime=1732382566144 2024-11-23T17:22:46,163 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:46,163 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:46,163 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a799be90439265da0b55672053a36612, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:46,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T17:22:46,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 in 171 msec 2024-11-23T17:22:46,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-23T17:22:46,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a799be90439265da0b55672053a36612, ASSIGN in 325 msec 2024-11-23T17:22:46,167 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:22:46,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382566167"}]},"ts":"1732382566167"} 2024-11-23T17:22:46,168 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:22:46,172 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:22:46,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-23T17:22:46,530 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:22:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-23T17:22:47,122 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-23T17:22:47,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fe4ac0b to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4becc07d 2024-11-23T17:22:47,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a751b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,129 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:22:47,131 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:22:47,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x718544b3 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cc79dd6 2024-11-23T17:22:47,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4256e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9ffc85 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cd6e3ed 2024-11-23T17:22:47,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ed3e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18724143 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13b0002b 2024-11-23T17:22:47,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62de434f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04215ff2 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1703a605 2024-11-23T17:22:47,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7575b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cb89dc6 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@168133da 2024-11-23T17:22:47,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b377948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a724365 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a9f805a 2024-11-23T17:22:47,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505ffc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d59ed84 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b123525 2024-11-23T17:22:47,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f33e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4187186b to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bd6a663 2024-11-23T17:22:47,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532e5d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ec51b52 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10be4157 2024-11-23T17:22:47,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dd347a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20a7636c to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42712ad6 2024-11-23T17:22:47,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad7b806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:22:47,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:47,176 DEBUG [hconnection-0x67b59ee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,176 DEBUG [hconnection-0x67412ed1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-23T17:22:47,177 DEBUG [hconnection-0x440b2205-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,177 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:47,178 DEBUG [hconnection-0x7910e884-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:22:47,178 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,178 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,179 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,179 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,179 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:47,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:47,181 DEBUG [hconnection-0x4fad125d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,182 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,184 DEBUG [hconnection-0x758a1aa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,185 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,188 DEBUG [hconnection-0x7d4f93a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,189 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,193 DEBUG [hconnection-0x3e951f42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,193 DEBUG [hconnection-0x2db27bad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,193 DEBUG [hconnection-0x6a9facde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:22:47,194 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,194 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,194 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:22:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:47,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:22:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382627238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/39b79805e713432faaf0b6f2c101bbf8 is 50, key is test_row_0/A:col10/1732382567185/Put/seqid=0 2024-11-23T17:22:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382627242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382627242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382627243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382627243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:22:47,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742035_1211 (size=12001) 2024-11-23T17:22:47,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T17:22:47,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:47,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382627344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382627347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382627347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382627347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382627347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:22:47,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T17:22:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382627548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382627549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382627550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382627551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382627551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T17:22:47,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:47,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/39b79805e713432faaf0b6f2c101bbf8 2024-11-23T17:22:47,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/35d4c6b1a77f484e943a30bfc0e8a99e is 50, key is test_row_0/B:col10/1732382567185/Put/seqid=0 2024-11-23T17:22:47,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742036_1212 (size=12001) 2024-11-23T17:22:47,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/35d4c6b1a77f484e943a30bfc0e8a99e 2024-11-23T17:22:47,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/1b802819988f4e87b07b31b2fbb18158 is 50, key is test_row_0/C:col10/1732382567185/Put/seqid=0 2024-11-23T17:22:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742037_1213 (size=12001) 2024-11-23T17:22:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:22:47,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T17:22:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382627851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382627852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382627853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382627854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382627855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:47,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T17:22:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:47,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:48,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T17:22:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:48,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:48,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/1b802819988f4e87b07b31b2fbb18158 2024-11-23T17:22:48,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/39b79805e713432faaf0b6f2c101bbf8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/39b79805e713432faaf0b6f2c101bbf8 2024-11-23T17:22:48,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/39b79805e713432faaf0b6f2c101bbf8, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T17:22:48,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/35d4c6b1a77f484e943a30bfc0e8a99e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/35d4c6b1a77f484e943a30bfc0e8a99e 2024-11-23T17:22:48,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/35d4c6b1a77f484e943a30bfc0e8a99e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T17:22:48,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/1b802819988f4e87b07b31b2fbb18158 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/1b802819988f4e87b07b31b2fbb18158 2024-11-23T17:22:48,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/1b802819988f4e87b07b31b2fbb18158, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T17:22:48,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a799be90439265da0b55672053a36612 in 980ms, sequenceid=12, compaction requested=false 2024-11-23T17:22:48,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:48,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T17:22:48,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:48,252 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:22:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:48,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/04c803213e934a9f9d9499061d10cc29 is 50, key is test_row_0/A:col10/1732382567241/Put/seqid=0 2024-11-23T17:22:48,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742038_1214 (size=12001) 2024-11-23T17:22:48,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/04c803213e934a9f9d9499061d10cc29 2024-11-23T17:22:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/2f4f01ee9acc419e848af6739d063979 is 50, key is test_row_0/B:col10/1732382567241/Put/seqid=0 2024-11-23T17:22:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:22:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742039_1215 (size=12001) 2024-11-23T17:22:48,290 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/2f4f01ee9acc419e848af6739d063979 2024-11-23T17:22:48,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/d1cd197b0d30466dbf095899cb81b99c is 50, key is test_row_0/C:col10/1732382567241/Put/seqid=0 2024-11-23T17:22:48,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742040_1216 (size=12001) 2024-11-23T17:22:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:48,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382628361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382628361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382628362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382628362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382628363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382628463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382628466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382628466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382628466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382628667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382628668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382628668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382628669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,712 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/d1cd197b0d30466dbf095899cb81b99c 2024-11-23T17:22:48,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/04c803213e934a9f9d9499061d10cc29 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/04c803213e934a9f9d9499061d10cc29 2024-11-23T17:22:48,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/04c803213e934a9f9d9499061d10cc29, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:22:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/2f4f01ee9acc419e848af6739d063979 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2f4f01ee9acc419e848af6739d063979 2024-11-23T17:22:48,727 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2f4f01ee9acc419e848af6739d063979, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:22:48,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/d1cd197b0d30466dbf095899cb81b99c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d1cd197b0d30466dbf095899cb81b99c 2024-11-23T17:22:48,733 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d1cd197b0d30466dbf095899cb81b99c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:22:48,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for a799be90439265da0b55672053a36612 in 482ms, sequenceid=38, compaction requested=false 2024-11-23T17:22:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-23T17:22:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-23T17:22:48,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T17:22:48,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-23T17:22:48,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.5610 sec 2024-11-23T17:22:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:48,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:22:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:48,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/e5998e9b8b9b421e8db98bf0945c3ac5 is 50, key is test_row_0/A:col10/1732382568971/Put/seqid=0 2024-11-23T17:22:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742041_1217 (size=12001) 2024-11-23T17:22:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382628993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382628993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382628994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382628996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382629098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382629098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382629098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382629099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:22:49,282 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-23T17:22:49,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-23T17:22:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T17:22:49,285 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:49,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:49,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382629301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382629301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382629302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382629302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382629371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/e5998e9b8b9b421e8db98bf0945c3ac5 2024-11-23T17:22:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T17:22:49,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/4d6e893430af49e4ada6fdd078400e27 is 50, key is test_row_0/B:col10/1732382568971/Put/seqid=0 2024-11-23T17:22:49,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742042_1218 (size=12001) 2024-11-23T17:22:49,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T17:22:49,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:49,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T17:22:49,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T17:22:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382629603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382629606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382629606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382629607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T17:22:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/4d6e893430af49e4ada6fdd078400e27 2024-11-23T17:22:49,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/099c772eca9448ad9cc1bff71a3a16eb is 50, key is test_row_0/C:col10/1732382568971/Put/seqid=0 2024-11-23T17:22:49,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742043_1219 (size=12001) 2024-11-23T17:22:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T17:22:49,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:49,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T17:22:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:49,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:50,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:50,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T17:22:50,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382630107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:50,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382630110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382630112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382630113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:50,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:50,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T17:22:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:50,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:50,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:22:50,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/099c772eca9448ad9cc1bff71a3a16eb 2024-11-23T17:22:50,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/e5998e9b8b9b421e8db98bf0945c3ac5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/e5998e9b8b9b421e8db98bf0945c3ac5 2024-11-23T17:22:50,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/e5998e9b8b9b421e8db98bf0945c3ac5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T17:22:50,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/4d6e893430af49e4ada6fdd078400e27 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4d6e893430af49e4ada6fdd078400e27 2024-11-23T17:22:50,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4d6e893430af49e4ada6fdd078400e27, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T17:22:50,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/099c772eca9448ad9cc1bff71a3a16eb as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/099c772eca9448ad9cc1bff71a3a16eb 2024-11-23T17:22:50,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/099c772eca9448ad9cc1bff71a3a16eb, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T17:22:50,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a799be90439265da0b55672053a36612 in 1290ms, sequenceid=53, compaction requested=true 2024-11-23T17:22:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:50,263 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:50,263 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:50,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:50,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:50,265 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:50,265 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:50,265 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:22:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:50,265 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:22:50,265 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,265 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,265 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/39b79805e713432faaf0b6f2c101bbf8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/04c803213e934a9f9d9499061d10cc29, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/e5998e9b8b9b421e8db98bf0945c3ac5] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.2 K 2024-11-23T17:22:50,265 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/35d4c6b1a77f484e943a30bfc0e8a99e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2f4f01ee9acc419e848af6739d063979, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4d6e893430af49e4ada6fdd078400e27] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.2 K 2024-11-23T17:22:50,265 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39b79805e713432faaf0b6f2c101bbf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732382567185 2024-11-23T17:22:50,265 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 35d4c6b1a77f484e943a30bfc0e8a99e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732382567185 2024-11-23T17:22:50,266 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f4f01ee9acc419e848af6739d063979, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382567240 2024-11-23T17:22:50,266 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c803213e934a9f9d9499061d10cc29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382567240 2024-11-23T17:22:50,266 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d6e893430af49e4ada6fdd078400e27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382568361 2024-11-23T17:22:50,266 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5998e9b8b9b421e8db98bf0945c3ac5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382568361 2024-11-23T17:22:50,274 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:50,275 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/7d506ffeefae4faeb74a648a1eecced5 is 50, key is test_row_0/B:col10/1732382568971/Put/seqid=0 2024-11-23T17:22:50,278 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:50,279 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/742dec022dbe4aa58a6a7df43bd40f91 is 50, key is test_row_0/A:col10/1732382568971/Put/seqid=0 2024-11-23T17:22:50,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742044_1220 (size=12104) 2024-11-23T17:22:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742045_1221 (size=12104) 2024-11-23T17:22:50,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:50,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-23T17:22:50,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,358 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:22:50,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:50,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:50,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:50,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:50,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:50,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:50,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/77dc9f83fca344d6b0364459f6f43a73 is 50, key is test_row_0/A:col10/1732382568993/Put/seqid=0 2024-11-23T17:22:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742046_1222 (size=12001) 2024-11-23T17:22:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T17:22:50,701 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/7d506ffeefae4faeb74a648a1eecced5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/7d506ffeefae4faeb74a648a1eecced5 2024-11-23T17:22:50,707 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/742dec022dbe4aa58a6a7df43bd40f91 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/742dec022dbe4aa58a6a7df43bd40f91 2024-11-23T17:22:50,710 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into 7d506ffeefae4faeb74a648a1eecced5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:50,710 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:50,710 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=13, startTime=1732382570263; duration=0sec 2024-11-23T17:22:50,710 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:50,710 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:22:50,710 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:50,712 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:50,712 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:22:50,712 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:50,712 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/1b802819988f4e87b07b31b2fbb18158, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d1cd197b0d30466dbf095899cb81b99c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/099c772eca9448ad9cc1bff71a3a16eb] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.2 K 2024-11-23T17:22:50,713 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b802819988f4e87b07b31b2fbb18158, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732382567185 2024-11-23T17:22:50,713 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d1cd197b0d30466dbf095899cb81b99c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382567240 2024-11-23T17:22:50,713 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into 742dec022dbe4aa58a6a7df43bd40f91(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:50,713 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:50,714 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=13, startTime=1732382570263; duration=0sec 2024-11-23T17:22:50,714 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 099c772eca9448ad9cc1bff71a3a16eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382568361 2024-11-23T17:22:50,714 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:50,714 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:22:50,721 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:50,722 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/fb365abd060649ae86248215a2335764 is 50, key is test_row_0/C:col10/1732382568971/Put/seqid=0 2024-11-23T17:22:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742047_1223 (size=12104) 2024-11-23T17:22:50,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/77dc9f83fca344d6b0364459f6f43a73 2024-11-23T17:22:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/edc383c708b343419703aa7ff17db63e is 50, key is test_row_0/B:col10/1732382568993/Put/seqid=0 2024-11-23T17:22:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742048_1224 (size=12001) 2024-11-23T17:22:50,789 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/edc383c708b343419703aa7ff17db63e 2024-11-23T17:22:50,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7451f51b94984d5d8a8117cf90cdd66b is 50, key is test_row_0/C:col10/1732382568993/Put/seqid=0 2024-11-23T17:22:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742049_1225 (size=12001) 2024-11-23T17:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:51,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:51,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382631125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382631126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382631126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382631127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,141 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/fb365abd060649ae86248215a2335764 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/fb365abd060649ae86248215a2335764 2024-11-23T17:22:51,146 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into fb365abd060649ae86248215a2335764(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:51,146 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:51,146 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=13, startTime=1732382570264; duration=0sec 2024-11-23T17:22:51,146 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:51,146 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:22:51,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7451f51b94984d5d8a8117cf90cdd66b 2024-11-23T17:22:51,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/77dc9f83fca344d6b0364459f6f43a73 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/77dc9f83fca344d6b0364459f6f43a73 2024-11-23T17:22:51,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382631229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382631229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382631229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,231 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/77dc9f83fca344d6b0364459f6f43a73, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T17:22:51,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382631231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/edc383c708b343419703aa7ff17db63e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/edc383c708b343419703aa7ff17db63e 2024-11-23T17:22:51,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/edc383c708b343419703aa7ff17db63e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T17:22:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7451f51b94984d5d8a8117cf90cdd66b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7451f51b94984d5d8a8117cf90cdd66b 2024-11-23T17:22:51,242 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7451f51b94984d5d8a8117cf90cdd66b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T17:22:51,243 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a799be90439265da0b55672053a36612 in 885ms, sequenceid=74, compaction requested=false 2024-11-23T17:22:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-23T17:22:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-23T17:22:51,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-23T17:22:51,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9580 sec 2024-11-23T17:22:51,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.9630 sec 2024-11-23T17:22:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T17:22:51,389 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-23T17:22:51,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:51,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:22:51,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-23T17:22:51,392 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:22:51,393 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:51,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:51,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8ec7ecd3d2594fc4a051a812fcc4b4c6 is 50, key is test_row_0/A:col10/1732382571120/Put/seqid=0 2024-11-23T17:22:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742050_1226 (size=12001) 2024-11-23T17:22:51,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8ec7ecd3d2594fc4a051a812fcc4b4c6 2024-11-23T17:22:51,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/282fe9a8d0b245cbbc0f95513960ccc4 is 50, key is test_row_0/B:col10/1732382571120/Put/seqid=0 2024-11-23T17:22:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742051_1227 (size=12001) 2024-11-23T17:22:51,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382631436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382631435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382631437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382631438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382631438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:22:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382631539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382631539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382631541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382631541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382631541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-23T17:22:51,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:51,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:51,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:22:51,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-23T17:22:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:51,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382631742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382631743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382631743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382631743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382631744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/282fe9a8d0b245cbbc0f95513960ccc4 2024-11-23T17:22:51,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/25d489d339cf435191250660165f7428 is 50, key is test_row_0/C:col10/1732382571120/Put/seqid=0 2024-11-23T17:22:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742052_1228 (size=12001) 2024-11-23T17:22:51,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/25d489d339cf435191250660165f7428 2024-11-23T17:22:51,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8ec7ecd3d2594fc4a051a812fcc4b4c6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8ec7ecd3d2594fc4a051a812fcc4b4c6 2024-11-23T17:22:51,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8ec7ecd3d2594fc4a051a812fcc4b4c6, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T17:22:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/282fe9a8d0b245cbbc0f95513960ccc4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/282fe9a8d0b245cbbc0f95513960ccc4 2024-11-23T17:22:51,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/282fe9a8d0b245cbbc0f95513960ccc4, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T17:22:51,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/25d489d339cf435191250660165f7428 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/25d489d339cf435191250660165f7428 2024-11-23T17:22:51,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/25d489d339cf435191250660165f7428, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T17:22:51,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for a799be90439265da0b55672053a36612 in 462ms, sequenceid=93, compaction requested=true 2024-11-23T17:22:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:51,852 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:51,852 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:51,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:51,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:51,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-23T17:22:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,853 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:22:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:51,854 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:51,854 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:51,854 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:22:51,854 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:22:51,854 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,854 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:51,854 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/7d506ffeefae4faeb74a648a1eecced5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/edc383c708b343419703aa7ff17db63e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/282fe9a8d0b245cbbc0f95513960ccc4] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.3 K 2024-11-23T17:22:51,854 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/742dec022dbe4aa58a6a7df43bd40f91, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/77dc9f83fca344d6b0364459f6f43a73, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8ec7ecd3d2594fc4a051a812fcc4b4c6] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.3 K 2024-11-23T17:22:51,854 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d506ffeefae4faeb74a648a1eecced5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382568361 2024-11-23T17:22:51,854 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 742dec022dbe4aa58a6a7df43bd40f91, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382568361 2024-11-23T17:22:51,855 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting edc383c708b343419703aa7ff17db63e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732382568992 2024-11-23T17:22:51,855 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77dc9f83fca344d6b0364459f6f43a73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732382568992 2024-11-23T17:22:51,855 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 282fe9a8d0b245cbbc0f95513960ccc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382571120 2024-11-23T17:22:51,856 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ec7ecd3d2594fc4a051a812fcc4b4c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382571120 2024-11-23T17:22:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/1b97c32c5fe54ed4a283fe78d0817d09 is 50, key is test_row_0/A:col10/1732382571437/Put/seqid=0 2024-11-23T17:22:51,867 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:51,868 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/aae5ce6ea63946309ba73a11abfdf1f5 is 50, key is test_row_0/A:col10/1732382571120/Put/seqid=0 2024-11-23T17:22:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742053_1229 (size=12001) 2024-11-23T17:22:51,869 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:51,869 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/f795d9f4eb6745b6947d5951c50c0b31 is 50, key is test_row_0/B:col10/1732382571120/Put/seqid=0 2024-11-23T17:22:51,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/1b97c32c5fe54ed4a283fe78d0817d09 2024-11-23T17:22:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742054_1230 (size=12207) 2024-11-23T17:22:51,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742055_1231 (size=12207) 2024-11-23T17:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/888b254557e44026bf0507a5b12f5614 is 50, key is test_row_0/B:col10/1732382571437/Put/seqid=0 2024-11-23T17:22:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742056_1232 (size=12001) 2024-11-23T17:22:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:22:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:52,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:52,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382632056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382632056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382632057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382632059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382632059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382632161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382632161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382632161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382632163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382632163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,280 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/f795d9f4eb6745b6947d5951c50c0b31 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f795d9f4eb6745b6947d5951c50c0b31 2024-11-23T17:22:52,282 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/aae5ce6ea63946309ba73a11abfdf1f5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/aae5ce6ea63946309ba73a11abfdf1f5 2024-11-23T17:22:52,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/888b254557e44026bf0507a5b12f5614 2024-11-23T17:22:52,286 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into f795d9f4eb6745b6947d5951c50c0b31(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:52,286 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:52,286 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=13, startTime=1732382571852; duration=0sec 2024-11-23T17:22:52,286 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:52,286 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:22:52,286 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:52,289 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into aae5ce6ea63946309ba73a11abfdf1f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:52,289 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:52,289 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=13, startTime=1732382571852; duration=0sec 2024-11-23T17:22:52,289 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:52,289 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:22:52,289 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:52,289 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:22:52,289 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:52,290 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/fb365abd060649ae86248215a2335764, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7451f51b94984d5d8a8117cf90cdd66b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/25d489d339cf435191250660165f7428] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.3 K 2024-11-23T17:22:52,290 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting fb365abd060649ae86248215a2335764, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382568361 2024-11-23T17:22:52,291 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7451f51b94984d5d8a8117cf90cdd66b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732382568992 2024-11-23T17:22:52,291 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 25d489d339cf435191250660165f7428, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382571120 2024-11-23T17:22:52,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/daa552fe217e40188bdee15b36fed9db is 50, key is test_row_0/C:col10/1732382571437/Put/seqid=0 2024-11-23T17:22:52,306 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:52,307 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/31f0e84e9b004e5bb26877029c3f9951 is 50, key is test_row_0/C:col10/1732382571120/Put/seqid=0 2024-11-23T17:22:52,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742057_1233 (size=12001) 2024-11-23T17:22:52,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742058_1234 (size=12207) 2024-11-23T17:22:52,360 DEBUG [master/f54dd19cfe0a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 5d38147aef5b099c2ad8274b66a977cf changed from -1.0 to 0.0, refreshing cache 2024-11-23T17:22:52,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382632364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382632364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382632365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382632368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382632368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:22:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382632668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382632669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382632669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382632672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382632673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:52,712 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/daa552fe217e40188bdee15b36fed9db 2024-11-23T17:22:52,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/1b97c32c5fe54ed4a283fe78d0817d09 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/1b97c32c5fe54ed4a283fe78d0817d09 2024-11-23T17:22:52,720 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/1b97c32c5fe54ed4a283fe78d0817d09, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:22:52,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/888b254557e44026bf0507a5b12f5614 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/888b254557e44026bf0507a5b12f5614 2024-11-23T17:22:52,725 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/31f0e84e9b004e5bb26877029c3f9951 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/31f0e84e9b004e5bb26877029c3f9951 2024-11-23T17:22:52,726 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/888b254557e44026bf0507a5b12f5614, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:22:52,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/daa552fe217e40188bdee15b36fed9db as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/daa552fe217e40188bdee15b36fed9db 2024-11-23T17:22:52,731 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into 31f0e84e9b004e5bb26877029c3f9951(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:52,731 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:52,731 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=13, startTime=1732382571853; duration=0sec 2024-11-23T17:22:52,731 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:52,731 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:22:52,732 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/daa552fe217e40188bdee15b36fed9db, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:22:52,733 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for a799be90439265da0b55672053a36612 in 880ms, sequenceid=114, compaction requested=false 2024-11-23T17:22:52,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:52,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:52,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-23T17:22:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-23T17:22:52,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-23T17:22:52,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3410 sec 2024-11-23T17:22:52,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.3460 sec 2024-11-23T17:22:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:53,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T17:22:53,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:53,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:53,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:53,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:53,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:53,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:53,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/5c85724020914998851decdf4e5c4b08 is 50, key is test_row_0/A:col10/1732382572058/Put/seqid=0 2024-11-23T17:22:53,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742059_1235 (size=12101) 2024-11-23T17:22:53,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382633186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382633189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382633191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382633191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382633191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382633291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382633293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382633294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382633295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382633295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382633494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:22:53,496 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-23T17:22:53,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:53,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382633496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382633497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-23T17:22:53,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382633498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T17:22:53,499 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:53,500 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:53,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382633499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/5c85724020914998851decdf4e5c4b08 2024-11-23T17:22:53,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/f2734b34254c4b9bbab3952f8202818d is 50, key is test_row_0/B:col10/1732382572058/Put/seqid=0 2024-11-23T17:22:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742060_1236 (size=12101) 2024-11-23T17:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T17:22:53,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T17:22:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:53,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382633798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T17:22:53,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382633800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382633801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382633802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382633802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T17:22:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:53,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:53,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T17:22:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:53,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:53,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/f2734b34254c4b9bbab3952f8202818d 2024-11-23T17:22:54,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/acbced7f6d0e497c9ca190315904e6b0 is 50, key is test_row_0/C:col10/1732382572058/Put/seqid=0 2024-11-23T17:22:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742061_1237 (size=12101) 2024-11-23T17:22:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T17:22:54,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T17:22:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T17:22:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382634301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382634304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382634305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382634305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382634307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T17:22:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/acbced7f6d0e497c9ca190315904e6b0 2024-11-23T17:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/5c85724020914998851decdf4e5c4b08 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5c85724020914998851decdf4e5c4b08 2024-11-23T17:22:54,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5c85724020914998851decdf4e5c4b08, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T17:22:54,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/f2734b34254c4b9bbab3952f8202818d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f2734b34254c4b9bbab3952f8202818d 2024-11-23T17:22:54,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f2734b34254c4b9bbab3952f8202818d, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T17:22:54,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/acbced7f6d0e497c9ca190315904e6b0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/acbced7f6d0e497c9ca190315904e6b0 2024-11-23T17:22:54,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/acbced7f6d0e497c9ca190315904e6b0, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T17:22:54,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a799be90439265da0b55672053a36612 in 1263ms, sequenceid=134, compaction requested=true 2024-11-23T17:22:54,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:54,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:54,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:54,437 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:54,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:54,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:54,437 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:54,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:54,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:54,439 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:54,439 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:54,439 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:22:54,439 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:22:54,439 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,439 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,439 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f795d9f4eb6745b6947d5951c50c0b31, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/888b254557e44026bf0507a5b12f5614, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f2734b34254c4b9bbab3952f8202818d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.5 K 2024-11-23T17:22:54,439 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/aae5ce6ea63946309ba73a11abfdf1f5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/1b97c32c5fe54ed4a283fe78d0817d09, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5c85724020914998851decdf4e5c4b08] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.5 K 2024-11-23T17:22:54,439 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f795d9f4eb6745b6947d5951c50c0b31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382571120 2024-11-23T17:22:54,439 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting aae5ce6ea63946309ba73a11abfdf1f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382571120 2024-11-23T17:22:54,440 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 888b254557e44026bf0507a5b12f5614, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382571433 2024-11-23T17:22:54,440 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b97c32c5fe54ed4a283fe78d0817d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382571433 2024-11-23T17:22:54,440 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f2734b34254c4b9bbab3952f8202818d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382572058 2024-11-23T17:22:54,440 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c85724020914998851decdf4e5c4b08, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382572058 2024-11-23T17:22:54,448 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:54,448 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:54,448 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/7b08b4a7d8eb4d6e94e22d57237b13d5 is 50, key is test_row_0/A:col10/1732382572058/Put/seqid=0 2024-11-23T17:22:54,448 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/5e4c83bc8eed40b080f870553b949c6a is 50, key is test_row_0/B:col10/1732382572058/Put/seqid=0 2024-11-23T17:22:54,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742062_1238 (size=12409) 2024-11-23T17:22:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742063_1239 (size=12409) 2024-11-23T17:22:54,463 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/7b08b4a7d8eb4d6e94e22d57237b13d5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/7b08b4a7d8eb4d6e94e22d57237b13d5 2024-11-23T17:22:54,469 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into 7b08b4a7d8eb4d6e94e22d57237b13d5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:54,469 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:54,469 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=13, startTime=1732382574437; duration=0sec 2024-11-23T17:22:54,469 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:54,469 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:22:54,469 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:54,470 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:54,470 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:22:54,470 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,470 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/31f0e84e9b004e5bb26877029c3f9951, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/daa552fe217e40188bdee15b36fed9db, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/acbced7f6d0e497c9ca190315904e6b0] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.5 K 2024-11-23T17:22:54,471 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31f0e84e9b004e5bb26877029c3f9951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382571120 2024-11-23T17:22:54,471 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting daa552fe217e40188bdee15b36fed9db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382571433 2024-11-23T17:22:54,471 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting acbced7f6d0e497c9ca190315904e6b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382572058 2024-11-23T17:22:54,479 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#197 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:54,480 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/cf9fbd692aaf49908002493e2f008799 is 50, key is test_row_0/C:col10/1732382572058/Put/seqid=0 2024-11-23T17:22:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742064_1240 (size=12409) 2024-11-23T17:22:54,490 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/cf9fbd692aaf49908002493e2f008799 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/cf9fbd692aaf49908002493e2f008799 2024-11-23T17:22:54,495 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into cf9fbd692aaf49908002493e2f008799(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:54,495 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:54,495 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=13, startTime=1732382574437; duration=0sec 2024-11-23T17:22:54,496 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:54,496 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:22:54,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:54,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-23T17:22:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:54,570 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:22:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:54,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:54,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:54,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:54,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/a749e250a9ee457aaa49b755287a0f11 is 50, key is test_row_0/A:col10/1732382573189/Put/seqid=0 2024-11-23T17:22:54,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742065_1241 (size=12151) 2024-11-23T17:22:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T17:22:54,864 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/5e4c83bc8eed40b080f870553b949c6a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/5e4c83bc8eed40b080f870553b949c6a 2024-11-23T17:22:54,869 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into 5e4c83bc8eed40b080f870553b949c6a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:54,869 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:54,869 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=13, startTime=1732382574437; duration=0sec 2024-11-23T17:22:54,869 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:54,869 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:22:54,982 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/a749e250a9ee457aaa49b755287a0f11 2024-11-23T17:22:54,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/44ebf89a2a8645539f411f1acfa979c6 is 50, key is test_row_0/B:col10/1732382573189/Put/seqid=0 2024-11-23T17:22:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742066_1242 (size=12151) 2024-11-23T17:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:55,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382635317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382635320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382635320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382635321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382635321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/44ebf89a2a8645539f411f1acfa979c6 2024-11-23T17:22:55,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b8eb91d7b14b464a814124d16cacf180 is 50, key is test_row_0/C:col10/1732382573189/Put/seqid=0 2024-11-23T17:22:55,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742067_1243 (size=12151) 2024-11-23T17:22:55,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382635422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382635423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382635423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382635423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382635423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T17:22:55,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382635623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382635625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382635625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382635625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382635626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,817 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b8eb91d7b14b464a814124d16cacf180 2024-11-23T17:22:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/a749e250a9ee457aaa49b755287a0f11 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/a749e250a9ee457aaa49b755287a0f11 2024-11-23T17:22:55,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/a749e250a9ee457aaa49b755287a0f11, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:22:55,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/44ebf89a2a8645539f411f1acfa979c6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/44ebf89a2a8645539f411f1acfa979c6 2024-11-23T17:22:55,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/44ebf89a2a8645539f411f1acfa979c6, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:22:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b8eb91d7b14b464a814124d16cacf180 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b8eb91d7b14b464a814124d16cacf180 2024-11-23T17:22:55,837 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b8eb91d7b14b464a814124d16cacf180, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:22:55,837 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for a799be90439265da0b55672053a36612 in 1267ms, sequenceid=156, compaction requested=false 2024-11-23T17:22:55,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:55,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:55,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-23T17:22:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-23T17:22:55,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T17:22:55,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3390 sec 2024-11-23T17:22:55,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.3430 sec 2024-11-23T17:22:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:55,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T17:22:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:55,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/923ef37ae8a740488a8fcac9090941ee is 50, key is test_row_0/A:col10/1732382575926/Put/seqid=0 2024-11-23T17:22:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742068_1244 (size=12151) 2024-11-23T17:22:55,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382635969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382635969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382635970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382635969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:55,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382635971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382636074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382636074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382636074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382636074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382636074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382636276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382636277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382636277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382636278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382636278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/923ef37ae8a740488a8fcac9090941ee 2024-11-23T17:22:56,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/85ef2f90755248da87201adfbb038426 is 50, key is test_row_0/B:col10/1732382575926/Put/seqid=0 2024-11-23T17:22:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742069_1245 (size=12151) 2024-11-23T17:22:56,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/85ef2f90755248da87201adfbb038426 2024-11-23T17:22:56,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7d5e62971380410e9cfdca82285b743a is 50, key is test_row_0/C:col10/1732382575926/Put/seqid=0 2024-11-23T17:22:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742070_1246 (size=12151) 2024-11-23T17:22:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382636579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382636580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382636580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382636580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382636581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:56,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7d5e62971380410e9cfdca82285b743a 2024-11-23T17:22:56,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/923ef37ae8a740488a8fcac9090941ee as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/923ef37ae8a740488a8fcac9090941ee 2024-11-23T17:22:56,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/923ef37ae8a740488a8fcac9090941ee, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T17:22:56,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/85ef2f90755248da87201adfbb038426 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85ef2f90755248da87201adfbb038426 2024-11-23T17:22:56,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85ef2f90755248da87201adfbb038426, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T17:22:56,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7d5e62971380410e9cfdca82285b743a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7d5e62971380410e9cfdca82285b743a 2024-11-23T17:22:56,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7d5e62971380410e9cfdca82285b743a, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T17:22:56,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a799be90439265da0b55672053a36612 in 889ms, sequenceid=175, compaction requested=true 2024-11-23T17:22:56,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:56,817 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:56,817 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:56,818 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:56,818 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:56,818 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:22:56,818 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:22:56,819 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:56,819 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:56,819 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/7b08b4a7d8eb4d6e94e22d57237b13d5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/a749e250a9ee457aaa49b755287a0f11, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/923ef37ae8a740488a8fcac9090941ee] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.9 K 2024-11-23T17:22:56,819 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/5e4c83bc8eed40b080f870553b949c6a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/44ebf89a2a8645539f411f1acfa979c6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85ef2f90755248da87201adfbb038426] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.9 K 2024-11-23T17:22:56,820 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b08b4a7d8eb4d6e94e22d57237b13d5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382572058 2024-11-23T17:22:56,821 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e4c83bc8eed40b080f870553b949c6a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382572058 2024-11-23T17:22:56,821 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting a749e250a9ee457aaa49b755287a0f11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382573189 2024-11-23T17:22:56,821 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ebf89a2a8645539f411f1acfa979c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382573189 2024-11-23T17:22:56,821 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 923ef37ae8a740488a8fcac9090941ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382575319 2024-11-23T17:22:56,822 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 85ef2f90755248da87201adfbb038426, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382575319 2024-11-23T17:22:56,838 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:56,839 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/85a0a1b721ce4048a63fd4b9857a6a33 is 50, key is test_row_0/B:col10/1732382575926/Put/seqid=0 2024-11-23T17:22:56,842 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:56,843 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/ffb6ca3bc9394dc2bf2d1380845a5ff1 is 50, key is test_row_0/A:col10/1732382575926/Put/seqid=0 2024-11-23T17:22:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742071_1247 (size=12561) 2024-11-23T17:22:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742072_1248 (size=12561) 2024-11-23T17:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T17:22:57,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:57,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:57,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:57,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:57,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:57,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:57,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/d2827f8921aa41b18f7d329bc8d7970c is 50, key is test_row_0/A:col10/1732382577082/Put/seqid=0 2024-11-23T17:22:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742073_1249 (size=14541) 2024-11-23T17:22:57,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382637095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382637096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382637096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382637099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382637099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382637200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382637201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382637202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382637203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382637204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,259 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/85a0a1b721ce4048a63fd4b9857a6a33 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85a0a1b721ce4048a63fd4b9857a6a33 2024-11-23T17:22:57,265 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into 85a0a1b721ce4048a63fd4b9857a6a33(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:57,265 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:57,265 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=13, startTime=1732382576817; duration=0sec 2024-11-23T17:22:57,265 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:57,265 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:22:57,266 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:22:57,267 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:22:57,267 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:22:57,267 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:57,267 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/cf9fbd692aaf49908002493e2f008799, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b8eb91d7b14b464a814124d16cacf180, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7d5e62971380410e9cfdca82285b743a] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=35.9 K 2024-11-23T17:22:57,267 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/ffb6ca3bc9394dc2bf2d1380845a5ff1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/ffb6ca3bc9394dc2bf2d1380845a5ff1 2024-11-23T17:22:57,268 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting cf9fbd692aaf49908002493e2f008799, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382572058 2024-11-23T17:22:57,268 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b8eb91d7b14b464a814124d16cacf180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382573189 2024-11-23T17:22:57,269 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5e62971380410e9cfdca82285b743a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382575319 2024-11-23T17:22:57,272 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into ffb6ca3bc9394dc2bf2d1380845a5ff1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:57,272 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:57,272 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=13, startTime=1732382576817; duration=0sec 2024-11-23T17:22:57,272 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:57,272 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:22:57,276 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:57,277 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/500ae411d8f34966b53fd8c13df58734 is 50, key is test_row_0/C:col10/1732382575926/Put/seqid=0 2024-11-23T17:22:57,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742074_1250 (size=12561) 2024-11-23T17:22:57,286 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/500ae411d8f34966b53fd8c13df58734 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/500ae411d8f34966b53fd8c13df58734 2024-11-23T17:22:57,291 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into 500ae411d8f34966b53fd8c13df58734(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:57,291 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:57,291 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=13, startTime=1732382576817; duration=0sec 2024-11-23T17:22:57,291 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:57,291 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:22:57,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382637403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382637403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382637405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382637406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382637406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/d2827f8921aa41b18f7d329bc8d7970c 2024-11-23T17:22:57,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8456d4da171947118c26434064bff387 is 50, key is test_row_0/B:col10/1732382577082/Put/seqid=0 2024-11-23T17:22:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742075_1251 (size=12151) 2024-11-23T17:22:57,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8456d4da171947118c26434064bff387 2024-11-23T17:22:57,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/015e5fb30f794842b66663a1eaff5a33 is 50, key is test_row_0/C:col10/1732382577082/Put/seqid=0 2024-11-23T17:22:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742076_1252 (size=12151) 2024-11-23T17:22:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T17:22:57,604 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-23T17:22:57,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-23T17:22:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:22:57,607 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:57,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:57,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:57,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382637706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382637706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:22:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382637709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382637710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382637711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T17:22:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:57,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:22:57,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:57,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T17:22:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:57,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:57,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/015e5fb30f794842b66663a1eaff5a33 2024-11-23T17:22:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/d2827f8921aa41b18f7d329bc8d7970c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/d2827f8921aa41b18f7d329bc8d7970c 2024-11-23T17:22:57,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/d2827f8921aa41b18f7d329bc8d7970c, entries=200, sequenceid=194, filesize=14.2 K 2024-11-23T17:22:57,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8456d4da171947118c26434064bff387 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8456d4da171947118c26434064bff387 2024-11-23T17:22:57,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8456d4da171947118c26434064bff387, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T17:22:57,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/015e5fb30f794842b66663a1eaff5a33 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/015e5fb30f794842b66663a1eaff5a33 2024-11-23T17:22:57,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/015e5fb30f794842b66663a1eaff5a33, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T17:22:57,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a799be90439265da0b55672053a36612 in 859ms, sequenceid=194, compaction requested=false 2024-11-23T17:22:57,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:58,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T17:22:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:58,066 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T17:22:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:58,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8afcf31fed2b471781e4109477e12335 is 50, key is test_row_0/A:col10/1732382577092/Put/seqid=0 2024-11-23T17:22:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742077_1253 (size=12151) 2024-11-23T17:22:58,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8afcf31fed2b471781e4109477e12335 2024-11-23T17:22:58,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/6938a053b4a543649de4701626dcd3e6 is 50, key is test_row_0/B:col10/1732382577092/Put/seqid=0 2024-11-23T17:22:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742078_1254 (size=12151) 2024-11-23T17:22:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:22:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382638221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382638221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382638222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382638223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382638223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382638326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382638326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382638327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382638327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382638329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,498 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/6938a053b4a543649de4701626dcd3e6 2024-11-23T17:22:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/3cff30e20d934ddd8358b6b4958ed64d is 50, key is test_row_0/C:col10/1732382577092/Put/seqid=0 2024-11-23T17:22:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742079_1255 (size=12151) 2024-11-23T17:22:58,513 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/3cff30e20d934ddd8358b6b4958ed64d 2024-11-23T17:22:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8afcf31fed2b471781e4109477e12335 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8afcf31fed2b471781e4109477e12335 2024-11-23T17:22:58,523 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8afcf31fed2b471781e4109477e12335, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T17:22:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/6938a053b4a543649de4701626dcd3e6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/6938a053b4a543649de4701626dcd3e6 2024-11-23T17:22:58,527 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/6938a053b4a543649de4701626dcd3e6, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T17:22:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/3cff30e20d934ddd8358b6b4958ed64d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/3cff30e20d934ddd8358b6b4958ed64d 2024-11-23T17:22:58,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382638530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382638530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,532 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/3cff30e20d934ddd8358b6b4958ed64d, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T17:22:58,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382638531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,533 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a799be90439265da0b55672053a36612 in 467ms, sequenceid=214, compaction requested=true 2024-11-23T17:22:58,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:58,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:58,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-23T17:22:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:58,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:22:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-23T17:22:58,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:58,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:58,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:58,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:58,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:58,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:58,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T17:22:58,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 927 msec 2024-11-23T17:22:58,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 932 msec 2024-11-23T17:22:58,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8b2032062bcf49aea5a9539d5e9c8170 is 50, key is test_row_0/A:col10/1732382578221/Put/seqid=0 2024-11-23T17:22:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742080_1256 (size=12151) 2024-11-23T17:22:58,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382638557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382638558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382638659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382638661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:22:58,710 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-23T17:22:58,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:22:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-23T17:22:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:22:58,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:22:58,714 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:22:58,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:22:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382638832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382638835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382638835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382638863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:22:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:58,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:58,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382638865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:58,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8b2032062bcf49aea5a9539d5e9c8170 2024-11-23T17:22:58,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/a058e245d482489b8e2a346a5963ee1e is 50, key is test_row_0/B:col10/1732382578221/Put/seqid=0 2024-11-23T17:22:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742081_1257 (size=12151) 2024-11-23T17:22:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:22:59,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:22:59,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382639166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382639171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:22:59,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:59,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:22:59,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:22:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:22:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382639338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382639338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382639341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/a058e245d482489b8e2a346a5963ee1e 2024-11-23T17:22:59,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7892bf74586f481291d8e30e3bf80a9c is 50, key is test_row_0/C:col10/1732382578221/Put/seqid=0 2024-11-23T17:22:59,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742082_1258 (size=12151) 2024-11-23T17:22:59,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7892bf74586f481291d8e30e3bf80a9c 2024-11-23T17:22:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8b2032062bcf49aea5a9539d5e9c8170 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b2032062bcf49aea5a9539d5e9c8170 2024-11-23T17:22:59,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b2032062bcf49aea5a9539d5e9c8170, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T17:22:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/a058e245d482489b8e2a346a5963ee1e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a058e245d482489b8e2a346a5963ee1e 2024-11-23T17:22:59,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a058e245d482489b8e2a346a5963ee1e, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T17:22:59,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/7892bf74586f481291d8e30e3bf80a9c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7892bf74586f481291d8e30e3bf80a9c 2024-11-23T17:22:59,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7892bf74586f481291d8e30e3bf80a9c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T17:22:59,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a799be90439265da0b55672053a36612 in 865ms, sequenceid=235, compaction requested=true 2024-11-23T17:22:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:22:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:59,399 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:22:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:22:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:59,399 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:59,401 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:59,401 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:22:59,401 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:59,401 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,401 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:22:59,401 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,401 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/ffb6ca3bc9394dc2bf2d1380845a5ff1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/d2827f8921aa41b18f7d329bc8d7970c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8afcf31fed2b471781e4109477e12335, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b2032062bcf49aea5a9539d5e9c8170] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=50.2 K 2024-11-23T17:22:59,401 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85a0a1b721ce4048a63fd4b9857a6a33, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8456d4da171947118c26434064bff387, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/6938a053b4a543649de4701626dcd3e6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a058e245d482489b8e2a346a5963ee1e] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=47.9 K 2024-11-23T17:22:59,402 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ffb6ca3bc9394dc2bf2d1380845a5ff1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382575319 2024-11-23T17:22:59,402 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85a0a1b721ce4048a63fd4b9857a6a33, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382575319 2024-11-23T17:22:59,402 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d2827f8921aa41b18f7d329bc8d7970c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732382575936 2024-11-23T17:22:59,403 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8456d4da171947118c26434064bff387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732382575939 2024-11-23T17:22:59,403 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 8afcf31fed2b471781e4109477e12335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732382577092 2024-11-23T17:22:59,403 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6938a053b4a543649de4701626dcd3e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732382577092 2024-11-23T17:22:59,403 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b2032062bcf49aea5a9539d5e9c8170, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732382578221 2024-11-23T17:22:59,403 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting a058e245d482489b8e2a346a5963ee1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732382578221 2024-11-23T17:22:59,412 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:59,413 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/961b3e2151d24870b11a83d84a7f4fb5 is 50, key is test_row_0/A:col10/1732382578221/Put/seqid=0 2024-11-23T17:22:59,417 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:59,418 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/2c741ff34fba48258b42a86e3c8dce2b is 50, key is test_row_0/B:col10/1732382578221/Put/seqid=0 2024-11-23T17:22:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742084_1260 (size=12697) 2024-11-23T17:22:59,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742083_1259 (size=12697) 2024-11-23T17:22:59,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:22:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,481 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:22:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:22:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:22:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:22:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:22:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/b36b0f80866440039daf53245f5fe249 is 50, key is test_row_0/A:col10/1732382578545/Put/seqid=0 2024-11-23T17:22:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742085_1261 (size=12151) 2024-11-23T17:22:59,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:22:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:22:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382639699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382639700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382639802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:22:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382639803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:22:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:22:59,840 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/2c741ff34fba48258b42a86e3c8dce2b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2c741ff34fba48258b42a86e3c8dce2b 2024-11-23T17:22:59,845 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/961b3e2151d24870b11a83d84a7f4fb5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/961b3e2151d24870b11a83d84a7f4fb5 2024-11-23T17:22:59,845 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into 2c741ff34fba48258b42a86e3c8dce2b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:59,845 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:59,845 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=12, startTime=1732382579399; duration=0sec 2024-11-23T17:22:59,845 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:22:59,845 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:22:59,845 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:22:59,847 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:22:59,847 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:22:59,847 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:22:59,847 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/500ae411d8f34966b53fd8c13df58734, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/015e5fb30f794842b66663a1eaff5a33, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/3cff30e20d934ddd8358b6b4958ed64d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7892bf74586f481291d8e30e3bf80a9c] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=47.9 K 2024-11-23T17:22:59,848 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 500ae411d8f34966b53fd8c13df58734, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382575319 2024-11-23T17:22:59,849 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 015e5fb30f794842b66663a1eaff5a33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732382575939 2024-11-23T17:22:59,849 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cff30e20d934ddd8358b6b4958ed64d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732382577092 2024-11-23T17:22:59,850 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7892bf74586f481291d8e30e3bf80a9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732382578221 2024-11-23T17:22:59,850 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into 961b3e2151d24870b11a83d84a7f4fb5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:59,850 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:59,850 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=12, startTime=1732382579399; duration=0sec 2024-11-23T17:22:59,850 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:59,850 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:22:59,860 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:22:59,860 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/543a2bdddfd34d1bafd60366714c102d is 50, key is test_row_0/C:col10/1732382578221/Put/seqid=0 2024-11-23T17:22:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742086_1262 (size=12697) 2024-11-23T17:22:59,871 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/543a2bdddfd34d1bafd60366714c102d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/543a2bdddfd34d1bafd60366714c102d 2024-11-23T17:22:59,875 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into 543a2bdddfd34d1bafd60366714c102d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:22:59,875 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:22:59,875 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=12, startTime=1732382579399; duration=0sec 2024-11-23T17:22:59,875 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:22:59,875 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:22:59,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/b36b0f80866440039daf53245f5fe249 2024-11-23T17:22:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8f60d0e515a94f8a83071338e4439ad4 is 50, key is test_row_0/B:col10/1732382578545/Put/seqid=0 2024-11-23T17:22:59,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742087_1263 (size=12151) 2024-11-23T17:22:59,904 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8f60d0e515a94f8a83071338e4439ad4 2024-11-23T17:22:59,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/9f74d1069bb642aaa3f00ad795901955 is 50, key is test_row_0/C:col10/1732382578545/Put/seqid=0 2024-11-23T17:22:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742088_1264 (size=12151) 2024-11-23T17:23:00,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382640006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382640007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382640309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382640309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,317 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/9f74d1069bb642aaa3f00ad795901955 2024-11-23T17:23:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/b36b0f80866440039daf53245f5fe249 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b36b0f80866440039daf53245f5fe249 2024-11-23T17:23:00,328 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b36b0f80866440039daf53245f5fe249, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:23:00,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8f60d0e515a94f8a83071338e4439ad4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8f60d0e515a94f8a83071338e4439ad4 2024-11-23T17:23:00,333 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8f60d0e515a94f8a83071338e4439ad4, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:23:00,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/9f74d1069bb642aaa3f00ad795901955 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/9f74d1069bb642aaa3f00ad795901955 2024-11-23T17:23:00,338 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/9f74d1069bb642aaa3f00ad795901955, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:23:00,338 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a799be90439265da0b55672053a36612 in 858ms, sequenceid=250, compaction requested=false 2024-11-23T17:23:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-23T17:23:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-23T17:23:00,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T17:23:00,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6260 sec 2024-11-23T17:23:00,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.6300 sec 2024-11-23T17:23:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:00,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:23:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:00,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/88c33102da3d4469be1819c99011c419 is 50, key is test_row_0/A:col10/1732382580343/Put/seqid=0 2024-11-23T17:23:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742089_1265 (size=12301) 2024-11-23T17:23:00,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382640360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382640361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382640361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382640463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382640464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382640465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382640667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382640668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382640668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/88c33102da3d4469be1819c99011c419 2024-11-23T17:23:00,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/9663336dd48145e6b2629a0e3dd4fa29 is 50, key is test_row_0/B:col10/1732382580343/Put/seqid=0 2024-11-23T17:23:00,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742090_1266 (size=12301) 2024-11-23T17:23:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382640811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382640813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:23:00,819 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T17:23:00,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T17:23:00,823 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:23:00,824 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:00,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:23:00,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382640970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382640970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382640972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:00,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:23:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:00,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:23:01,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:01,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/9663336dd48145e6b2629a0e3dd4fa29 2024-11-23T17:23:01,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b3dd7ef05e2a4052887a8f14058caaea is 50, key is test_row_0/C:col10/1732382580343/Put/seqid=0 2024-11-23T17:23:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742091_1267 (size=12301) 2024-11-23T17:23:01,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:23:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:23:01,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:23:01,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:01,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382641473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:01,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382641474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382641474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b3dd7ef05e2a4052887a8f14058caaea 2024-11-23T17:23:01,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/88c33102da3d4469be1819c99011c419 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/88c33102da3d4469be1819c99011c419 2024-11-23T17:23:01,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:23:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:01,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/88c33102da3d4469be1819c99011c419, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T17:23:01,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/9663336dd48145e6b2629a0e3dd4fa29 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/9663336dd48145e6b2629a0e3dd4fa29 2024-11-23T17:23:01,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/9663336dd48145e6b2629a0e3dd4fa29, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T17:23:01,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b3dd7ef05e2a4052887a8f14058caaea as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b3dd7ef05e2a4052887a8f14058caaea 2024-11-23T17:23:01,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b3dd7ef05e2a4052887a8f14058caaea, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T17:23:01,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a799be90439265da0b55672053a36612 in 1262ms, sequenceid=275, compaction requested=true 2024-11-23T17:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:01,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:01,607 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:01,607 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:01,608 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:01,608 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:01,608 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:23:01,608 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:23:01,608 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,608 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,608 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/961b3e2151d24870b11a83d84a7f4fb5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b36b0f80866440039daf53245f5fe249, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/88c33102da3d4469be1819c99011c419] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=36.3 K 2024-11-23T17:23:01,608 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2c741ff34fba48258b42a86e3c8dce2b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8f60d0e515a94f8a83071338e4439ad4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/9663336dd48145e6b2629a0e3dd4fa29] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=36.3 K 2024-11-23T17:23:01,609 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 961b3e2151d24870b11a83d84a7f4fb5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732382578221 2024-11-23T17:23:01,609 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c741ff34fba48258b42a86e3c8dce2b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732382578221 2024-11-23T17:23:01,609 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting b36b0f80866440039daf53245f5fe249, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382578545 2024-11-23T17:23:01,609 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f60d0e515a94f8a83071338e4439ad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382578545 2024-11-23T17:23:01,610 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9663336dd48145e6b2629a0e3dd4fa29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382579695 2024-11-23T17:23:01,610 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88c33102da3d4469be1819c99011c419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382579695 2024-11-23T17:23:01,618 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:01,619 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/dbd2a75ef6da46528d66280a1e1aa483 is 50, key is test_row_0/B:col10/1732382580343/Put/seqid=0 2024-11-23T17:23:01,621 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:01,622 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/b6e745fa536946bf841a63c49ff6e605 is 50, key is test_row_0/A:col10/1732382580343/Put/seqid=0 2024-11-23T17:23:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742092_1268 (size=12949) 2024-11-23T17:23:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742093_1269 (size=12949) 2024-11-23T17:23:01,629 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/dbd2a75ef6da46528d66280a1e1aa483 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/dbd2a75ef6da46528d66280a1e1aa483 2024-11-23T17:23:01,634 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into dbd2a75ef6da46528d66280a1e1aa483(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:01,634 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:01,634 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=13, startTime=1732382581607; duration=0sec 2024-11-23T17:23:01,635 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:01,635 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:23:01,635 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:01,635 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/b6e745fa536946bf841a63c49ff6e605 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b6e745fa536946bf841a63c49ff6e605 2024-11-23T17:23:01,636 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:01,636 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:23:01,637 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,637 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/543a2bdddfd34d1bafd60366714c102d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/9f74d1069bb642aaa3f00ad795901955, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b3dd7ef05e2a4052887a8f14058caaea] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=36.3 K 2024-11-23T17:23:01,637 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 543a2bdddfd34d1bafd60366714c102d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732382578221 2024-11-23T17:23:01,638 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f74d1069bb642aaa3f00ad795901955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382578545 2024-11-23T17:23:01,638 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b3dd7ef05e2a4052887a8f14058caaea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382579695 2024-11-23T17:23:01,640 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into b6e745fa536946bf841a63c49ff6e605(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:01,640 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:01,640 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=13, startTime=1732382581607; duration=0sec 2024-11-23T17:23:01,641 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:01,641 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:23:01,647 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:01,648 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/e95609228c124f38a62685dd5dbff890 is 50, key is test_row_0/C:col10/1732382580343/Put/seqid=0 2024-11-23T17:23:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742094_1270 (size=12949) 2024-11-23T17:23:01,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:23:01,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:01,747 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:23:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:01,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/5ed207d52e6a438b823001b01db1298a is 50, key is test_row_0/A:col10/1732382580360/Put/seqid=0 2024-11-23T17:23:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742095_1271 (size=12301) 2024-11-23T17:23:01,756 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/5ed207d52e6a438b823001b01db1298a 2024-11-23T17:23:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/0bae02bb656e44518fecf50c716d4984 is 50, key is test_row_0/B:col10/1732382580360/Put/seqid=0 2024-11-23T17:23:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742096_1272 (size=12301) 2024-11-23T17:23:01,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/0bae02bb656e44518fecf50c716d4984 2024-11-23T17:23:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/4be11e329c774c1e867ae50fa64eafe8 is 50, key is test_row_0/C:col10/1732382580360/Put/seqid=0 2024-11-23T17:23:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742097_1273 (size=12301) 2024-11-23T17:23:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:01,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:01,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382641844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382641844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:23:01,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382641947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:01,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382641948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,057 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/e95609228c124f38a62685dd5dbff890 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/e95609228c124f38a62685dd5dbff890 2024-11-23T17:23:02,062 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into e95609228c124f38a62685dd5dbff890(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:02,062 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:02,062 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=13, startTime=1732382581607; duration=0sec 2024-11-23T17:23:02,062 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:02,062 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:23:02,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382642149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382642150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,183 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/4be11e329c774c1e867ae50fa64eafe8 2024-11-23T17:23:02,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/5ed207d52e6a438b823001b01db1298a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5ed207d52e6a438b823001b01db1298a 2024-11-23T17:23:02,194 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5ed207d52e6a438b823001b01db1298a, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T17:23:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/0bae02bb656e44518fecf50c716d4984 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/0bae02bb656e44518fecf50c716d4984 2024-11-23T17:23:02,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/0bae02bb656e44518fecf50c716d4984, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T17:23:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/4be11e329c774c1e867ae50fa64eafe8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4be11e329c774c1e867ae50fa64eafe8 2024-11-23T17:23:02,204 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4be11e329c774c1e867ae50fa64eafe8, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T17:23:02,205 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a799be90439265da0b55672053a36612 in 459ms, sequenceid=291, compaction requested=false 2024-11-23T17:23:02,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:02,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:02,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T17:23:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T17:23:02,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T17:23:02,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-11-23T17:23:02,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.3880 sec 2024-11-23T17:23:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:02,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:23:02,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:02,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:02,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:02,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:02,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:02,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:02,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/78df0feec8304e9e97738c483f805926 is 50, key is test_row_0/A:col10/1732382581840/Put/seqid=0 2024-11-23T17:23:02,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742098_1274 (size=12301) 2024-11-23T17:23:02,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382642468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382642468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382642476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382642477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382642483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382642571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382642571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382642773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382642774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:02,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/78df0feec8304e9e97738c483f805926 2024-11-23T17:23:02,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/66fd5776613a401d8e759b503b747695 is 50, key is test_row_0/B:col10/1732382581840/Put/seqid=0 2024-11-23T17:23:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742099_1275 (size=12301) 2024-11-23T17:23:02,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/66fd5776613a401d8e759b503b747695 2024-11-23T17:23:02,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/5a739ed49f56431eb66125439ac2133d is 50, key is test_row_0/C:col10/1732382581840/Put/seqid=0 2024-11-23T17:23:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742100_1276 (size=12301) 2024-11-23T17:23:02,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/5a739ed49f56431eb66125439ac2133d 2024-11-23T17:23:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/78df0feec8304e9e97738c483f805926 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/78df0feec8304e9e97738c483f805926 2024-11-23T17:23:02,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/78df0feec8304e9e97738c483f805926, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:23:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/66fd5776613a401d8e759b503b747695 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/66fd5776613a401d8e759b503b747695 2024-11-23T17:23:02,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/66fd5776613a401d8e759b503b747695, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:23:02,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/5a739ed49f56431eb66125439ac2133d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5a739ed49f56431eb66125439ac2133d 2024-11-23T17:23:02,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5a739ed49f56431eb66125439ac2133d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:23:02,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a799be90439265da0b55672053a36612 in 451ms, sequenceid=315, compaction requested=true 2024-11-23T17:23:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:02,907 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:02,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:02,907 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:02,908 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:02,908 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:02,908 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:23:02,908 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:23:02,908 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:02,908 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:02,908 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/dbd2a75ef6da46528d66280a1e1aa483, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/0bae02bb656e44518fecf50c716d4984, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/66fd5776613a401d8e759b503b747695] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=36.7 K 2024-11-23T17:23:02,908 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b6e745fa536946bf841a63c49ff6e605, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5ed207d52e6a438b823001b01db1298a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/78df0feec8304e9e97738c483f805926] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=36.7 K 2024-11-23T17:23:02,909 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting dbd2a75ef6da46528d66280a1e1aa483, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382579695 2024-11-23T17:23:02,909 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6e745fa536946bf841a63c49ff6e605, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382579695 2024-11-23T17:23:02,909 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bae02bb656e44518fecf50c716d4984, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732382580359 2024-11-23T17:23:02,909 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ed207d52e6a438b823001b01db1298a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732382580359 2024-11-23T17:23:02,909 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 66fd5776613a401d8e759b503b747695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382581840 2024-11-23T17:23:02,909 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78df0feec8304e9e97738c483f805926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382581840 2024-11-23T17:23:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:23:02,927 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T17:23:02,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T17:23:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:23:02,930 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:02,931 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:02,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:02,933 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:02,934 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/e38b605111e44bc58aadfabc9582147d is 50, key is test_row_0/B:col10/1732382581840/Put/seqid=0 2024-11-23T17:23:02,936 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:02,937 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/bf04b930916d41d4987f108868e1b385 is 50, key is test_row_0/A:col10/1732382581840/Put/seqid=0 2024-11-23T17:23:02,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742101_1277 (size=13051) 2024-11-23T17:23:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742102_1278 (size=13051) 2024-11-23T17:23:02,948 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/bf04b930916d41d4987f108868e1b385 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/bf04b930916d41d4987f108868e1b385 2024-11-23T17:23:02,950 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/e38b605111e44bc58aadfabc9582147d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/e38b605111e44bc58aadfabc9582147d 2024-11-23T17:23:02,955 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into bf04b930916d41d4987f108868e1b385(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:02,955 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:02,955 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=13, startTime=1732382582907; duration=0sec 2024-11-23T17:23:02,955 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:02,955 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:23:02,955 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:02,957 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:02,957 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:23:02,957 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:02,957 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/e95609228c124f38a62685dd5dbff890, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4be11e329c774c1e867ae50fa64eafe8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5a739ed49f56431eb66125439ac2133d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=36.7 K 2024-11-23T17:23:02,957 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into e38b605111e44bc58aadfabc9582147d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:02,957 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:02,957 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=13, startTime=1732382582907; duration=0sec 2024-11-23T17:23:02,957 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e95609228c124f38a62685dd5dbff890, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382579695 2024-11-23T17:23:02,957 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:02,957 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:23:02,958 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4be11e329c774c1e867ae50fa64eafe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732382580359 2024-11-23T17:23:02,958 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a739ed49f56431eb66125439ac2133d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382581840 2024-11-23T17:23:02,966 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:02,967 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/eec457277b7a4322834f83b67abfc786 is 50, key is test_row_0/C:col10/1732382581840/Put/seqid=0 2024-11-23T17:23:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742103_1279 (size=13051) 2024-11-23T17:23:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:23:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:03,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:23:03,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:03,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:03,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:03,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:03,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:03,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:03,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:23:03,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/635ca707cf5a403e97df7a664d3340d2 is 50, key is test_row_0/A:col10/1732382582463/Put/seqid=0 2024-11-23T17:23:03,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742104_1280 (size=12301) 2024-11-23T17:23:03,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382643111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382643113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382643214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382643215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:23:03,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:23:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,386 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/eec457277b7a4322834f83b67abfc786 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/eec457277b7a4322834f83b67abfc786 2024-11-23T17:23:03,391 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into eec457277b7a4322834f83b67abfc786(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:03,391 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:03,391 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=13, startTime=1732382582907; duration=0sec 2024-11-23T17:23:03,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,391 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:03,391 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:23:03,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:23:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382643417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382643418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/635ca707cf5a403e97df7a664d3340d2 2024-11-23T17:23:03,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/d6a2bc72d79043238682ec68494442a6 is 50, key is test_row_0/B:col10/1732382582463/Put/seqid=0 2024-11-23T17:23:03,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742105_1281 (size=12301) 2024-11-23T17:23:03,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/d6a2bc72d79043238682ec68494442a6 2024-11-23T17:23:03,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/d3d7e04f2db04059a7e044db45e304da is 50, key is test_row_0/C:col10/1732382582463/Put/seqid=0 2024-11-23T17:23:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742106_1282 (size=12301) 2024-11-23T17:23:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:23:03,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:23:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:23:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382643720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382643722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:03,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:23:03,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:03,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:03,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/d3d7e04f2db04059a7e044db45e304da 2024-11-23T17:23:03,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/635ca707cf5a403e97df7a664d3340d2 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/635ca707cf5a403e97df7a664d3340d2 2024-11-23T17:23:03,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/635ca707cf5a403e97df7a664d3340d2, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T17:23:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/d6a2bc72d79043238682ec68494442a6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/d6a2bc72d79043238682ec68494442a6 2024-11-23T17:23:03,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/d6a2bc72d79043238682ec68494442a6, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T17:23:03,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/d3d7e04f2db04059a7e044db45e304da as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d3d7e04f2db04059a7e044db45e304da 2024-11-23T17:23:03,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d3d7e04f2db04059a7e044db45e304da, entries=150, sequenceid=332, filesize=12.0 K 2024-11-23T17:23:03,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a799be90439265da0b55672053a36612 in 857ms, sequenceid=332, compaction requested=false 2024-11-23T17:23:03,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:04,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:23:04,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:04,008 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:23:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:04,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/13c219762389451c98c2aa875f92d79f is 50, key is test_row_0/A:col10/1732382583111/Put/seqid=0 2024-11-23T17:23:04,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742107_1283 (size=12301) 2024-11-23T17:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:23:04,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:04,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382644244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382644244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382644348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382644348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/13c219762389451c98c2aa875f92d79f 2024-11-23T17:23:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/a5f960e8c8414377926a9d5da06330b6 is 50, key is test_row_0/B:col10/1732382583111/Put/seqid=0 2024-11-23T17:23:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742108_1284 (size=12301) 2024-11-23T17:23:04,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58838 deadline: 1732382644493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,495 DEBUG [Thread-997 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:04,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58854 deadline: 1732382644494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,497 DEBUG [Thread-991 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:04,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58876 deadline: 1732382644498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,500 DEBUG [Thread-995 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382644550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382644551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,840 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/a5f960e8c8414377926a9d5da06330b6 2024-11-23T17:23:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/ce43a22047ce4f30bf40fe50a0f6aeb8 is 50, key is test_row_0/C:col10/1732382583111/Put/seqid=0 2024-11-23T17:23:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742109_1285 (size=12301) 2024-11-23T17:23:04,853 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/ce43a22047ce4f30bf40fe50a0f6aeb8 2024-11-23T17:23:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382644853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382644853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:04,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/13c219762389451c98c2aa875f92d79f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/13c219762389451c98c2aa875f92d79f 2024-11-23T17:23:04,861 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/13c219762389451c98c2aa875f92d79f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T17:23:04,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/a5f960e8c8414377926a9d5da06330b6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a5f960e8c8414377926a9d5da06330b6 2024-11-23T17:23:04,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a5f960e8c8414377926a9d5da06330b6, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T17:23:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/ce43a22047ce4f30bf40fe50a0f6aeb8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/ce43a22047ce4f30bf40fe50a0f6aeb8 2024-11-23T17:23:04,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/ce43a22047ce4f30bf40fe50a0f6aeb8, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T17:23:04,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a799be90439265da0b55672053a36612 in 863ms, sequenceid=354, compaction requested=true 2024-11-23T17:23:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T17:23:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T17:23:04,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T17:23:04,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-11-23T17:23:04,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.9450 sec 2024-11-23T17:23:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:23:05,034 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T17:23:05,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T17:23:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:23:05,037 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:05,038 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:05,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:23:05,189 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T17:23:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:05,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:23:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:05,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:05,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:05,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/fa52bfd563ca4571bce9da0ba15adc26 is 50, key is test_row_0/A:col10/1732382584243/Put/seqid=0 2024-11-23T17:23:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742110_1286 (size=12301) 2024-11-23T17:23:05,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/fa52bfd563ca4571bce9da0ba15adc26 2024-11-23T17:23:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/458247ae95094fc582ef52d0475bb2ac is 50, key is test_row_0/B:col10/1732382584243/Put/seqid=0 2024-11-23T17:23:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742111_1287 (size=12301) 2024-11-23T17:23:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:23:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382645388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382645389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382645491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382645491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,613 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/458247ae95094fc582ef52d0475bb2ac 2024-11-23T17:23:05,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/79fa2f2277da4e1293f2e3628d47ad85 is 50, key is test_row_0/C:col10/1732382584243/Put/seqid=0 2024-11-23T17:23:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742112_1288 (size=12301) 2024-11-23T17:23:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:23:05,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382645692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382645693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382645998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382645998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,025 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/79fa2f2277da4e1293f2e3628d47ad85 2024-11-23T17:23:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/fa52bfd563ca4571bce9da0ba15adc26 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/fa52bfd563ca4571bce9da0ba15adc26 2024-11-23T17:23:06,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/fa52bfd563ca4571bce9da0ba15adc26, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T17:23:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/458247ae95094fc582ef52d0475bb2ac as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/458247ae95094fc582ef52d0475bb2ac 2024-11-23T17:23:06,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/458247ae95094fc582ef52d0475bb2ac, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T17:23:06,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/79fa2f2277da4e1293f2e3628d47ad85 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/79fa2f2277da4e1293f2e3628d47ad85 2024-11-23T17:23:06,043 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/79fa2f2277da4e1293f2e3628d47ad85, entries=150, sequenceid=369, filesize=12.0 K 2024-11-23T17:23:06,043 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a799be90439265da0b55672053a36612 in 853ms, sequenceid=369, compaction requested=true 2024-11-23T17:23:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T17:23:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T17:23:06,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T17:23:06,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-11-23T17:23:06,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0110 sec 2024-11-23T17:23:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:23:06,140 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T17:23:06,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T17:23:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:23:06,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:06,144 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:06,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:23:06,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T17:23:06,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:06,296 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:23:06,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/90711b4d02204a269c7f50404097d5db is 50, key is test_row_0/A:col10/1732382585388/Put/seqid=0 2024-11-23T17:23:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742113_1289 (size=12301) 2024-11-23T17:23:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:23:06,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. as already flushing 2024-11-23T17:23:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:06,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382646520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382646522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382646623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382646628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,706 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/90711b4d02204a269c7f50404097d5db 2024-11-23T17:23:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/fdc2afceb0304e0ebca6f1ba5bfd8390 is 50, key is test_row_0/B:col10/1732382585388/Put/seqid=0 2024-11-23T17:23:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742114_1290 (size=12301) 2024-11-23T17:23:06,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/fdc2afceb0304e0ebca6f1ba5bfd8390 2024-11-23T17:23:06,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b7c9441dccf4435faaf3bff43d90b24c is 50, key is test_row_0/C:col10/1732382585388/Put/seqid=0 2024-11-23T17:23:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742115_1291 (size=12301) 2024-11-23T17:23:06,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b7c9441dccf4435faaf3bff43d90b24c 2024-11-23T17:23:06,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/90711b4d02204a269c7f50404097d5db as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/90711b4d02204a269c7f50404097d5db 2024-11-23T17:23:06,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/90711b4d02204a269c7f50404097d5db, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T17:23:06,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/fdc2afceb0304e0ebca6f1ba5bfd8390 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/fdc2afceb0304e0ebca6f1ba5bfd8390 2024-11-23T17:23:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:23:06,748 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/fdc2afceb0304e0ebca6f1ba5bfd8390, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T17:23:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/b7c9441dccf4435faaf3bff43d90b24c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b7c9441dccf4435faaf3bff43d90b24c 2024-11-23T17:23:06,752 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b7c9441dccf4435faaf3bff43d90b24c, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T17:23:06,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a799be90439265da0b55672053a36612 in 457ms, sequenceid=390, compaction requested=true 2024-11-23T17:23:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T17:23:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T17:23:06,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T17:23:06,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-11-23T17:23:06,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 617 msec 2024-11-23T17:23:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:06,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:23:06,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:06,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:06,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:06,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:06,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:06,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:06,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/32b3a66d5445478686b7a213b7800ef1 is 50, key is test_row_0/A:col10/1732382586507/Put/seqid=0 2024-11-23T17:23:06,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742116_1292 (size=14741) 2024-11-23T17:23:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382646880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382646881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382646986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382646986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:07,176 DEBUG [Thread-1000 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a724365 to 127.0.0.1:57836 2024-11-23T17:23:07,176 DEBUG [Thread-1000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:07,177 DEBUG [Thread-1004 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4187186b to 127.0.0.1:57836 2024-11-23T17:23:07,177 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:07,178 DEBUG [Thread-1002 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d59ed84 to 127.0.0.1:57836 2024-11-23T17:23:07,178 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:07,180 DEBUG [Thread-1008 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20a7636c to 127.0.0.1:57836 2024-11-23T17:23:07,180 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:07,181 DEBUG [Thread-1006 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ec51b52 to 127.0.0.1:57836 2024-11-23T17:23:07,181 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:07,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382647189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:07,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382647189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:07,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/32b3a66d5445478686b7a213b7800ef1 2024-11-23T17:23:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:23:07,246 INFO [Thread-999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T17:23:07,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8a058cf702f440eca1b6555ccd8f780d is 50, key is test_row_0/B:col10/1732382586507/Put/seqid=0 2024-11-23T17:23:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742117_1293 (size=12301) 2024-11-23T17:23:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382647492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382647492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:07,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8a058cf702f440eca1b6555ccd8f780d 2024-11-23T17:23:07,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/39266fb74d5a4a51bfb1315e68644f57 is 50, key is test_row_0/C:col10/1732382586507/Put/seqid=0 2024-11-23T17:23:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742118_1294 (size=12301) 2024-11-23T17:23:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:07,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1732382647994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58814 deadline: 1732382647994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:08,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/39266fb74d5a4a51bfb1315e68644f57 2024-11-23T17:23:08,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/32b3a66d5445478686b7a213b7800ef1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/32b3a66d5445478686b7a213b7800ef1 2024-11-23T17:23:08,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/32b3a66d5445478686b7a213b7800ef1, entries=200, sequenceid=406, filesize=14.4 K 2024-11-23T17:23:08,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/8a058cf702f440eca1b6555ccd8f780d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8a058cf702f440eca1b6555ccd8f780d 2024-11-23T17:23:08,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8a058cf702f440eca1b6555ccd8f780d, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T17:23:08,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/39266fb74d5a4a51bfb1315e68644f57 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/39266fb74d5a4a51bfb1315e68644f57 2024-11-23T17:23:08,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/39266fb74d5a4a51bfb1315e68644f57, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T17:23:08,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a799be90439265da0b55672053a36612 in 1246ms, sequenceid=406, compaction requested=true 2024-11-23T17:23:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a799be90439265da0b55672053a36612:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:08,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:08,076 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:23:08,076 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:23:08,078 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 76996 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:23:08,078 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74556 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:23:08,078 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/A is initiating minor compaction (all files) 2024-11-23T17:23:08,078 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/B is initiating minor compaction (all files) 2024-11-23T17:23:08,078 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/B in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:08,078 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/A in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:08,078 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/bf04b930916d41d4987f108868e1b385, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/635ca707cf5a403e97df7a664d3340d2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/13c219762389451c98c2aa875f92d79f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/fa52bfd563ca4571bce9da0ba15adc26, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/90711b4d02204a269c7f50404097d5db, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/32b3a66d5445478686b7a213b7800ef1] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=75.2 K 2024-11-23T17:23:08,078 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/e38b605111e44bc58aadfabc9582147d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/d6a2bc72d79043238682ec68494442a6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a5f960e8c8414377926a9d5da06330b6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/458247ae95094fc582ef52d0475bb2ac, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/fdc2afceb0304e0ebca6f1ba5bfd8390, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8a058cf702f440eca1b6555ccd8f780d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=72.8 K 2024-11-23T17:23:08,078 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf04b930916d41d4987f108868e1b385, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382581840 2024-11-23T17:23:08,078 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e38b605111e44bc58aadfabc9582147d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382581840 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 635ca707cf5a403e97df7a664d3340d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732382582463 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a2bc72d79043238682ec68494442a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732382582463 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13c219762389451c98c2aa875f92d79f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732382583093 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting a5f960e8c8414377926a9d5da06330b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732382583093 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa52bfd563ca4571bce9da0ba15adc26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732382584235 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 458247ae95094fc582ef52d0475bb2ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732382584235 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90711b4d02204a269c7f50404097d5db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732382585384 2024-11-23T17:23:08,079 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting fdc2afceb0304e0ebca6f1ba5bfd8390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732382585384 2024-11-23T17:23:08,080 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32b3a66d5445478686b7a213b7800ef1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732382586507 2024-11-23T17:23:08,080 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a058cf702f440eca1b6555ccd8f780d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732382586507 2024-11-23T17:23:08,089 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:08,089 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:08,089 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/4c4a4cc5439849f6a2cc27295747ccf0 is 50, key is test_row_0/A:col10/1732382586507/Put/seqid=0 2024-11-23T17:23:08,089 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/48e8befac8484ffe964d809638d717d6 is 50, key is test_row_0/B:col10/1732382586507/Put/seqid=0 2024-11-23T17:23:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742120_1296 (size=13255) 2024-11-23T17:23:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742119_1295 (size=13255) 2024-11-23T17:23:08,497 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/48e8befac8484ffe964d809638d717d6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/48e8befac8484ffe964d809638d717d6 2024-11-23T17:23:08,497 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/4c4a4cc5439849f6a2cc27295747ccf0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/4c4a4cc5439849f6a2cc27295747ccf0 2024-11-23T17:23:08,501 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in a799be90439265da0b55672053a36612/B of a799be90439265da0b55672053a36612 into 48e8befac8484ffe964d809638d717d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:08,501 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:08,501 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in a799be90439265da0b55672053a36612/A of a799be90439265da0b55672053a36612 into 4c4a4cc5439849f6a2cc27295747ccf0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:08,501 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/B, priority=10, startTime=1732382588076; duration=0sec 2024-11-23T17:23:08,501 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:08,502 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/A, priority=10, startTime=1732382588076; duration=0sec 2024-11-23T17:23:08,502 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:08,502 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:B 2024-11-23T17:23:08,502 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:23:08,502 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:08,502 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:A 2024-11-23T17:23:08,503 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74556 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:23:08,503 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): a799be90439265da0b55672053a36612/C is initiating minor compaction (all files) 2024-11-23T17:23:08,503 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a799be90439265da0b55672053a36612/C in TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:08,503 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/eec457277b7a4322834f83b67abfc786, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d3d7e04f2db04059a7e044db45e304da, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/ce43a22047ce4f30bf40fe50a0f6aeb8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/79fa2f2277da4e1293f2e3628d47ad85, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b7c9441dccf4435faaf3bff43d90b24c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/39266fb74d5a4a51bfb1315e68644f57] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp, totalSize=72.8 K 2024-11-23T17:23:08,504 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting eec457277b7a4322834f83b67abfc786, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382581840 2024-11-23T17:23:08,504 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d3d7e04f2db04059a7e044db45e304da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732382582463 2024-11-23T17:23:08,504 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ce43a22047ce4f30bf40fe50a0f6aeb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732382583093 2024-11-23T17:23:08,504 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 79fa2f2277da4e1293f2e3628d47ad85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732382584235 2024-11-23T17:23:08,505 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b7c9441dccf4435faaf3bff43d90b24c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732382585384 2024-11-23T17:23:08,505 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 39266fb74d5a4a51bfb1315e68644f57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732382586507 2024-11-23T17:23:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on a799be90439265da0b55672053a36612 2024-11-23T17:23:08,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:23:08,507 DEBUG [Thread-991 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9ffc85 to 127.0.0.1:57836 2024-11-23T17:23:08,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:08,507 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:08,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:08,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:08,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:08,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:08,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:08,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8b300508792142aebb4faee414939e3c is 50, key is test_row_0/A:col10/1732382586880/Put/seqid=0 2024-11-23T17:23:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742121_1297 (size=12301) 2024-11-23T17:23:08,515 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a799be90439265da0b55672053a36612#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:08,516 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/4d314340fd7c4488bfbeead31efdf081 is 50, key is test_row_0/C:col10/1732382586507/Put/seqid=0 2024-11-23T17:23:08,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742122_1298 (size=13255) 2024-11-23T17:23:08,527 DEBUG [Thread-995 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04215ff2 to 127.0.0.1:57836 2024-11-23T17:23:08,527 DEBUG [Thread-995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:08,533 DEBUG [Thread-997 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cb89dc6 to 127.0.0.1:57836 2024-11-23T17:23:08,533 DEBUG [Thread-997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:08,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8b300508792142aebb4faee414939e3c 2024-11-23T17:23:08,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/bcad881a758347d8b08f263fb9b43b56 is 50, key is test_row_0/B:col10/1732382586880/Put/seqid=0 2024-11-23T17:23:08,923 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/4d314340fd7c4488bfbeead31efdf081 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4d314340fd7c4488bfbeead31efdf081 2024-11-23T17:23:08,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742123_1299 (size=12301) 2024-11-23T17:23:08,927 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in a799be90439265da0b55672053a36612/C of a799be90439265da0b55672053a36612 into 4d314340fd7c4488bfbeead31efdf081(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:08,927 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:08,927 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612., storeName=a799be90439265da0b55672053a36612/C, priority=10, startTime=1732382588076; duration=0sec 2024-11-23T17:23:08,927 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:08,927 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a799be90439265da0b55672053a36612:C 2024-11-23T17:23:09,002 DEBUG [Thread-989 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x718544b3 to 127.0.0.1:57836 2024-11-23T17:23:09,002 DEBUG [Thread-993 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18724143 to 127.0.0.1:57836 2024-11-23T17:23:09,002 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:09,002 DEBUG [Thread-989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7206 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7124 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7064 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7215 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7116 2024-11-23T17:23:09,003 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:23:09,003 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:23:09,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fe4ac0b to 127.0.0.1:57836 2024-11-23T17:23:09,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:09,003 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:23:09,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:23:09,006 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382589006"}]},"ts":"1732382589006"} 2024-11-23T17:23:09,007 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:23:09,009 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:23:09,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:23:09,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a799be90439265da0b55672053a36612, UNASSIGN}] 2024-11-23T17:23:09,011 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a799be90439265da0b55672053a36612, UNASSIGN 2024-11-23T17:23:09,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=a799be90439265da0b55672053a36612, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:09,012 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:23:09,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:23:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:23:09,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:09,164 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close a799be90439265da0b55672053a36612 2024-11-23T17:23:09,164 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:23:09,164 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing a799be90439265da0b55672053a36612, disabling compactions & flushes 2024-11-23T17:23:09,164 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:23:09,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/bcad881a758347d8b08f263fb9b43b56 2024-11-23T17:23:09,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/a39199820a764abf9d4f5d179da60e6e is 50, key is test_row_0/C:col10/1732382586880/Put/seqid=0 2024-11-23T17:23:09,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742124_1300 (size=12301) 2024-11-23T17:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:23:09,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/a39199820a764abf9d4f5d179da60e6e 2024-11-23T17:23:09,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/8b300508792142aebb4faee414939e3c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b300508792142aebb4faee414939e3c 2024-11-23T17:23:09,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b300508792142aebb4faee414939e3c, entries=150, sequenceid=429, filesize=12.0 K 2024-11-23T17:23:09,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/bcad881a758347d8b08f263fb9b43b56 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/bcad881a758347d8b08f263fb9b43b56 2024-11-23T17:23:09,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/bcad881a758347d8b08f263fb9b43b56, entries=150, sequenceid=429, filesize=12.0 K 2024-11-23T17:23:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/a39199820a764abf9d4f5d179da60e6e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/a39199820a764abf9d4f5d179da60e6e 2024-11-23T17:23:09,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/a39199820a764abf9d4f5d179da60e6e, entries=150, sequenceid=429, filesize=12.0 K 2024-11-23T17:23:09,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for a799be90439265da0b55672053a36612 in 1245ms, sequenceid=429, compaction requested=false 2024-11-23T17:23:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:09,752 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. after waiting 0 ms 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:09,752 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing a799be90439265da0b55672053a36612 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=A 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=B 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a799be90439265da0b55672053a36612, store=C 2024-11-23T17:23:09,752 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:09,755 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/f2531b3cd7e449608ac5b023d24d82ec is 50, key is test_row_0/A:col10/1732382589001/Put/seqid=0 2024-11-23T17:23:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742125_1301 (size=9857) 2024-11-23T17:23:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:23:10,160 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/f2531b3cd7e449608ac5b023d24d82ec 2024-11-23T17:23:10,166 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/4b23df22f6de4224ae69e99777aec8d1 is 50, key is test_row_0/B:col10/1732382589001/Put/seqid=0 2024-11-23T17:23:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742126_1302 (size=9857) 2024-11-23T17:23:10,570 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/4b23df22f6de4224ae69e99777aec8d1 2024-11-23T17:23:10,577 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/5f2b8218b7f44e26843faa537c9bcdaf is 50, key is test_row_0/C:col10/1732382589001/Put/seqid=0 2024-11-23T17:23:10,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742127_1303 (size=9857) 2024-11-23T17:23:10,981 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/5f2b8218b7f44e26843faa537c9bcdaf 2024-11-23T17:23:10,985 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/A/f2531b3cd7e449608ac5b023d24d82ec as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/f2531b3cd7e449608ac5b023d24d82ec 2024-11-23T17:23:10,988 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/f2531b3cd7e449608ac5b023d24d82ec, entries=100, sequenceid=437, filesize=9.6 K 2024-11-23T17:23:10,988 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/B/4b23df22f6de4224ae69e99777aec8d1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4b23df22f6de4224ae69e99777aec8d1 2024-11-23T17:23:10,992 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4b23df22f6de4224ae69e99777aec8d1, entries=100, sequenceid=437, filesize=9.6 K 2024-11-23T17:23:10,992 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/.tmp/C/5f2b8218b7f44e26843faa537c9bcdaf as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5f2b8218b7f44e26843faa537c9bcdaf 2024-11-23T17:23:10,995 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5f2b8218b7f44e26843faa537c9bcdaf, entries=100, sequenceid=437, filesize=9.6 K 2024-11-23T17:23:10,996 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a799be90439265da0b55672053a36612 in 1244ms, sequenceid=437, compaction requested=true 2024-11-23T17:23:10,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/39b79805e713432faaf0b6f2c101bbf8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/04c803213e934a9f9d9499061d10cc29, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/742dec022dbe4aa58a6a7df43bd40f91, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/e5998e9b8b9b421e8db98bf0945c3ac5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/77dc9f83fca344d6b0364459f6f43a73, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/aae5ce6ea63946309ba73a11abfdf1f5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8ec7ecd3d2594fc4a051a812fcc4b4c6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/1b97c32c5fe54ed4a283fe78d0817d09, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/7b08b4a7d8eb4d6e94e22d57237b13d5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5c85724020914998851decdf4e5c4b08, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/a749e250a9ee457aaa49b755287a0f11, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/ffb6ca3bc9394dc2bf2d1380845a5ff1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/923ef37ae8a740488a8fcac9090941ee, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/d2827f8921aa41b18f7d329bc8d7970c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8afcf31fed2b471781e4109477e12335, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/961b3e2151d24870b11a83d84a7f4fb5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b2032062bcf49aea5a9539d5e9c8170, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b36b0f80866440039daf53245f5fe249, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b6e745fa536946bf841a63c49ff6e605, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/88c33102da3d4469be1819c99011c419, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5ed207d52e6a438b823001b01db1298a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/bf04b930916d41d4987f108868e1b385, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/78df0feec8304e9e97738c483f805926, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/635ca707cf5a403e97df7a664d3340d2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/13c219762389451c98c2aa875f92d79f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/fa52bfd563ca4571bce9da0ba15adc26, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/90711b4d02204a269c7f50404097d5db, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/32b3a66d5445478686b7a213b7800ef1] to archive 2024-11-23T17:23:10,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:10,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/39b79805e713432faaf0b6f2c101bbf8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/39b79805e713432faaf0b6f2c101bbf8 2024-11-23T17:23:11,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/04c803213e934a9f9d9499061d10cc29 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/04c803213e934a9f9d9499061d10cc29 2024-11-23T17:23:11,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/742dec022dbe4aa58a6a7df43bd40f91 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/742dec022dbe4aa58a6a7df43bd40f91 2024-11-23T17:23:11,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/e5998e9b8b9b421e8db98bf0945c3ac5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/e5998e9b8b9b421e8db98bf0945c3ac5 2024-11-23T17:23:11,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/77dc9f83fca344d6b0364459f6f43a73 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/77dc9f83fca344d6b0364459f6f43a73 2024-11-23T17:23:11,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/aae5ce6ea63946309ba73a11abfdf1f5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/aae5ce6ea63946309ba73a11abfdf1f5 2024-11-23T17:23:11,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8ec7ecd3d2594fc4a051a812fcc4b4c6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8ec7ecd3d2594fc4a051a812fcc4b4c6 2024-11-23T17:23:11,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/1b97c32c5fe54ed4a283fe78d0817d09 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/1b97c32c5fe54ed4a283fe78d0817d09 2024-11-23T17:23:11,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/7b08b4a7d8eb4d6e94e22d57237b13d5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/7b08b4a7d8eb4d6e94e22d57237b13d5 2024-11-23T17:23:11,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5c85724020914998851decdf4e5c4b08 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5c85724020914998851decdf4e5c4b08 2024-11-23T17:23:11,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/a749e250a9ee457aaa49b755287a0f11 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/a749e250a9ee457aaa49b755287a0f11 2024-11-23T17:23:11,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/ffb6ca3bc9394dc2bf2d1380845a5ff1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/ffb6ca3bc9394dc2bf2d1380845a5ff1 2024-11-23T17:23:11,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/923ef37ae8a740488a8fcac9090941ee to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/923ef37ae8a740488a8fcac9090941ee 2024-11-23T17:23:11,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/d2827f8921aa41b18f7d329bc8d7970c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/d2827f8921aa41b18f7d329bc8d7970c 2024-11-23T17:23:11,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8afcf31fed2b471781e4109477e12335 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8afcf31fed2b471781e4109477e12335 2024-11-23T17:23:11,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/961b3e2151d24870b11a83d84a7f4fb5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/961b3e2151d24870b11a83d84a7f4fb5 2024-11-23T17:23:11,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b2032062bcf49aea5a9539d5e9c8170 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b2032062bcf49aea5a9539d5e9c8170 2024-11-23T17:23:11,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b36b0f80866440039daf53245f5fe249 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b36b0f80866440039daf53245f5fe249 2024-11-23T17:23:11,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b6e745fa536946bf841a63c49ff6e605 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/b6e745fa536946bf841a63c49ff6e605 2024-11-23T17:23:11,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/88c33102da3d4469be1819c99011c419 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/88c33102da3d4469be1819c99011c419 2024-11-23T17:23:11,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5ed207d52e6a438b823001b01db1298a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/5ed207d52e6a438b823001b01db1298a 2024-11-23T17:23:11,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/bf04b930916d41d4987f108868e1b385 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/bf04b930916d41d4987f108868e1b385 2024-11-23T17:23:11,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/78df0feec8304e9e97738c483f805926 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/78df0feec8304e9e97738c483f805926 2024-11-23T17:23:11,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/635ca707cf5a403e97df7a664d3340d2 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/635ca707cf5a403e97df7a664d3340d2 2024-11-23T17:23:11,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/13c219762389451c98c2aa875f92d79f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/13c219762389451c98c2aa875f92d79f 2024-11-23T17:23:11,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/fa52bfd563ca4571bce9da0ba15adc26 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/fa52bfd563ca4571bce9da0ba15adc26 2024-11-23T17:23:11,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/90711b4d02204a269c7f50404097d5db to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/90711b4d02204a269c7f50404097d5db 2024-11-23T17:23:11,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/32b3a66d5445478686b7a213b7800ef1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/32b3a66d5445478686b7a213b7800ef1 2024-11-23T17:23:11,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/35d4c6b1a77f484e943a30bfc0e8a99e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2f4f01ee9acc419e848af6739d063979, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/7d506ffeefae4faeb74a648a1eecced5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4d6e893430af49e4ada6fdd078400e27, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/edc383c708b343419703aa7ff17db63e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f795d9f4eb6745b6947d5951c50c0b31, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/282fe9a8d0b245cbbc0f95513960ccc4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/888b254557e44026bf0507a5b12f5614, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/5e4c83bc8eed40b080f870553b949c6a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f2734b34254c4b9bbab3952f8202818d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/44ebf89a2a8645539f411f1acfa979c6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85a0a1b721ce4048a63fd4b9857a6a33, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85ef2f90755248da87201adfbb038426, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8456d4da171947118c26434064bff387, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/6938a053b4a543649de4701626dcd3e6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2c741ff34fba48258b42a86e3c8dce2b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a058e245d482489b8e2a346a5963ee1e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8f60d0e515a94f8a83071338e4439ad4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/dbd2a75ef6da46528d66280a1e1aa483, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/9663336dd48145e6b2629a0e3dd4fa29, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/0bae02bb656e44518fecf50c716d4984, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/e38b605111e44bc58aadfabc9582147d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/66fd5776613a401d8e759b503b747695, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/d6a2bc72d79043238682ec68494442a6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a5f960e8c8414377926a9d5da06330b6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/458247ae95094fc582ef52d0475bb2ac, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/fdc2afceb0304e0ebca6f1ba5bfd8390, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8a058cf702f440eca1b6555ccd8f780d] to archive 2024-11-23T17:23:11,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:11,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/35d4c6b1a77f484e943a30bfc0e8a99e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/35d4c6b1a77f484e943a30bfc0e8a99e 2024-11-23T17:23:11,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2f4f01ee9acc419e848af6739d063979 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2f4f01ee9acc419e848af6739d063979 2024-11-23T17:23:11,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/7d506ffeefae4faeb74a648a1eecced5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/7d506ffeefae4faeb74a648a1eecced5 2024-11-23T17:23:11,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4d6e893430af49e4ada6fdd078400e27 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4d6e893430af49e4ada6fdd078400e27 2024-11-23T17:23:11,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/edc383c708b343419703aa7ff17db63e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/edc383c708b343419703aa7ff17db63e 2024-11-23T17:23:11,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f795d9f4eb6745b6947d5951c50c0b31 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f795d9f4eb6745b6947d5951c50c0b31 2024-11-23T17:23:11,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/282fe9a8d0b245cbbc0f95513960ccc4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/282fe9a8d0b245cbbc0f95513960ccc4 2024-11-23T17:23:11,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/888b254557e44026bf0507a5b12f5614 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/888b254557e44026bf0507a5b12f5614 2024-11-23T17:23:11,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/5e4c83bc8eed40b080f870553b949c6a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/5e4c83bc8eed40b080f870553b949c6a 2024-11-23T17:23:11,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f2734b34254c4b9bbab3952f8202818d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/f2734b34254c4b9bbab3952f8202818d 2024-11-23T17:23:11,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/44ebf89a2a8645539f411f1acfa979c6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/44ebf89a2a8645539f411f1acfa979c6 2024-11-23T17:23:11,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85a0a1b721ce4048a63fd4b9857a6a33 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85a0a1b721ce4048a63fd4b9857a6a33 2024-11-23T17:23:11,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85ef2f90755248da87201adfbb038426 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/85ef2f90755248da87201adfbb038426 2024-11-23T17:23:11,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8456d4da171947118c26434064bff387 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8456d4da171947118c26434064bff387 2024-11-23T17:23:11,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/6938a053b4a543649de4701626dcd3e6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/6938a053b4a543649de4701626dcd3e6 2024-11-23T17:23:11,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2c741ff34fba48258b42a86e3c8dce2b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/2c741ff34fba48258b42a86e3c8dce2b 2024-11-23T17:23:11,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a058e245d482489b8e2a346a5963ee1e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a058e245d482489b8e2a346a5963ee1e 2024-11-23T17:23:11,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8f60d0e515a94f8a83071338e4439ad4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8f60d0e515a94f8a83071338e4439ad4 2024-11-23T17:23:11,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/dbd2a75ef6da46528d66280a1e1aa483 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/dbd2a75ef6da46528d66280a1e1aa483 2024-11-23T17:23:11,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/9663336dd48145e6b2629a0e3dd4fa29 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/9663336dd48145e6b2629a0e3dd4fa29 2024-11-23T17:23:11,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/0bae02bb656e44518fecf50c716d4984 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/0bae02bb656e44518fecf50c716d4984 2024-11-23T17:23:11,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/e38b605111e44bc58aadfabc9582147d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/e38b605111e44bc58aadfabc9582147d 2024-11-23T17:23:11,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/66fd5776613a401d8e759b503b747695 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/66fd5776613a401d8e759b503b747695 2024-11-23T17:23:11,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/d6a2bc72d79043238682ec68494442a6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/d6a2bc72d79043238682ec68494442a6 2024-11-23T17:23:11,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a5f960e8c8414377926a9d5da06330b6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/a5f960e8c8414377926a9d5da06330b6 2024-11-23T17:23:11,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/458247ae95094fc582ef52d0475bb2ac to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/458247ae95094fc582ef52d0475bb2ac 2024-11-23T17:23:11,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/fdc2afceb0304e0ebca6f1ba5bfd8390 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/fdc2afceb0304e0ebca6f1ba5bfd8390 2024-11-23T17:23:11,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8a058cf702f440eca1b6555ccd8f780d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/8a058cf702f440eca1b6555ccd8f780d 2024-11-23T17:23:11,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/1b802819988f4e87b07b31b2fbb18158, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d1cd197b0d30466dbf095899cb81b99c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/fb365abd060649ae86248215a2335764, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/099c772eca9448ad9cc1bff71a3a16eb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7451f51b94984d5d8a8117cf90cdd66b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/31f0e84e9b004e5bb26877029c3f9951, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/25d489d339cf435191250660165f7428, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/daa552fe217e40188bdee15b36fed9db, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/cf9fbd692aaf49908002493e2f008799, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/acbced7f6d0e497c9ca190315904e6b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b8eb91d7b14b464a814124d16cacf180, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/500ae411d8f34966b53fd8c13df58734, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7d5e62971380410e9cfdca82285b743a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/015e5fb30f794842b66663a1eaff5a33, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/3cff30e20d934ddd8358b6b4958ed64d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/543a2bdddfd34d1bafd60366714c102d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7892bf74586f481291d8e30e3bf80a9c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/9f74d1069bb642aaa3f00ad795901955, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/e95609228c124f38a62685dd5dbff890, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b3dd7ef05e2a4052887a8f14058caaea, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4be11e329c774c1e867ae50fa64eafe8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/eec457277b7a4322834f83b67abfc786, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5a739ed49f56431eb66125439ac2133d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d3d7e04f2db04059a7e044db45e304da, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/ce43a22047ce4f30bf40fe50a0f6aeb8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/79fa2f2277da4e1293f2e3628d47ad85, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b7c9441dccf4435faaf3bff43d90b24c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/39266fb74d5a4a51bfb1315e68644f57] to archive 2024-11-23T17:23:11,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:11,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/1b802819988f4e87b07b31b2fbb18158 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/1b802819988f4e87b07b31b2fbb18158 2024-11-23T17:23:11,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d1cd197b0d30466dbf095899cb81b99c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d1cd197b0d30466dbf095899cb81b99c 2024-11-23T17:23:11,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/fb365abd060649ae86248215a2335764 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/fb365abd060649ae86248215a2335764 2024-11-23T17:23:11,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/099c772eca9448ad9cc1bff71a3a16eb to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/099c772eca9448ad9cc1bff71a3a16eb 2024-11-23T17:23:11,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7451f51b94984d5d8a8117cf90cdd66b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7451f51b94984d5d8a8117cf90cdd66b 2024-11-23T17:23:11,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/31f0e84e9b004e5bb26877029c3f9951 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/31f0e84e9b004e5bb26877029c3f9951 2024-11-23T17:23:11,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/25d489d339cf435191250660165f7428 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/25d489d339cf435191250660165f7428 2024-11-23T17:23:11,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/daa552fe217e40188bdee15b36fed9db to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/daa552fe217e40188bdee15b36fed9db 2024-11-23T17:23:11,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/cf9fbd692aaf49908002493e2f008799 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/cf9fbd692aaf49908002493e2f008799 2024-11-23T17:23:11,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/acbced7f6d0e497c9ca190315904e6b0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/acbced7f6d0e497c9ca190315904e6b0 2024-11-23T17:23:11,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b8eb91d7b14b464a814124d16cacf180 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b8eb91d7b14b464a814124d16cacf180 2024-11-23T17:23:11,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/500ae411d8f34966b53fd8c13df58734 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/500ae411d8f34966b53fd8c13df58734 2024-11-23T17:23:11,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7d5e62971380410e9cfdca82285b743a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7d5e62971380410e9cfdca82285b743a 2024-11-23T17:23:11,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/015e5fb30f794842b66663a1eaff5a33 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/015e5fb30f794842b66663a1eaff5a33 2024-11-23T17:23:11,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/3cff30e20d934ddd8358b6b4958ed64d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/3cff30e20d934ddd8358b6b4958ed64d 2024-11-23T17:23:11,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/543a2bdddfd34d1bafd60366714c102d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/543a2bdddfd34d1bafd60366714c102d 2024-11-23T17:23:11,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7892bf74586f481291d8e30e3bf80a9c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/7892bf74586f481291d8e30e3bf80a9c 2024-11-23T17:23:11,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/9f74d1069bb642aaa3f00ad795901955 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/9f74d1069bb642aaa3f00ad795901955 2024-11-23T17:23:11,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/e95609228c124f38a62685dd5dbff890 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/e95609228c124f38a62685dd5dbff890 2024-11-23T17:23:11,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b3dd7ef05e2a4052887a8f14058caaea to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b3dd7ef05e2a4052887a8f14058caaea 2024-11-23T17:23:11,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4be11e329c774c1e867ae50fa64eafe8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4be11e329c774c1e867ae50fa64eafe8 2024-11-23T17:23:11,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/eec457277b7a4322834f83b67abfc786 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/eec457277b7a4322834f83b67abfc786 2024-11-23T17:23:11,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5a739ed49f56431eb66125439ac2133d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5a739ed49f56431eb66125439ac2133d 2024-11-23T17:23:11,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d3d7e04f2db04059a7e044db45e304da to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/d3d7e04f2db04059a7e044db45e304da 2024-11-23T17:23:11,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/ce43a22047ce4f30bf40fe50a0f6aeb8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/ce43a22047ce4f30bf40fe50a0f6aeb8 2024-11-23T17:23:11,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/79fa2f2277da4e1293f2e3628d47ad85 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/79fa2f2277da4e1293f2e3628d47ad85 2024-11-23T17:23:11,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b7c9441dccf4435faaf3bff43d90b24c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/b7c9441dccf4435faaf3bff43d90b24c 2024-11-23T17:23:11,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/39266fb74d5a4a51bfb1315e68644f57 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/39266fb74d5a4a51bfb1315e68644f57 2024-11-23T17:23:11,078 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/recovered.edits/440.seqid, newMaxSeqId=440, maxSeqId=1 2024-11-23T17:23:11,078 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612. 2024-11-23T17:23:11,078 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for a799be90439265da0b55672053a36612: 2024-11-23T17:23:11,080 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed a799be90439265da0b55672053a36612 2024-11-23T17:23:11,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=a799be90439265da0b55672053a36612, regionState=CLOSED 2024-11-23T17:23:11,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T17:23:11,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure a799be90439265da0b55672053a36612, server=f54dd19cfe0a,32977,1732382508134 in 2.0690 sec 2024-11-23T17:23:11,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-23T17:23:11,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a799be90439265da0b55672053a36612, UNASSIGN in 2.0720 sec 2024-11-23T17:23:11,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T17:23:11,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0740 sec 2024-11-23T17:23:11,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382591085"}]},"ts":"1732382591085"} 2024-11-23T17:23:11,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:23:11,088 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:23:11,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0840 sec 2024-11-23T17:23:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:23:11,109 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T17:23:11,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:23:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:11,111 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:23:11,111 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:11,113 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612 2024-11-23T17:23:11,115 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/recovered.edits] 2024-11-23T17:23:11,117 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/4c4a4cc5439849f6a2cc27295747ccf0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/4c4a4cc5439849f6a2cc27295747ccf0 2024-11-23T17:23:11,118 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b300508792142aebb4faee414939e3c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/8b300508792142aebb4faee414939e3c 2024-11-23T17:23:11,119 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/f2531b3cd7e449608ac5b023d24d82ec to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/A/f2531b3cd7e449608ac5b023d24d82ec 2024-11-23T17:23:11,121 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/48e8befac8484ffe964d809638d717d6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/48e8befac8484ffe964d809638d717d6 2024-11-23T17:23:11,122 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4b23df22f6de4224ae69e99777aec8d1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/4b23df22f6de4224ae69e99777aec8d1 2024-11-23T17:23:11,122 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/bcad881a758347d8b08f263fb9b43b56 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/B/bcad881a758347d8b08f263fb9b43b56 2024-11-23T17:23:11,124 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4d314340fd7c4488bfbeead31efdf081 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/4d314340fd7c4488bfbeead31efdf081 2024-11-23T17:23:11,125 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5f2b8218b7f44e26843faa537c9bcdaf to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/5f2b8218b7f44e26843faa537c9bcdaf 2024-11-23T17:23:11,126 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/a39199820a764abf9d4f5d179da60e6e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/C/a39199820a764abf9d4f5d179da60e6e 2024-11-23T17:23:11,128 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/recovered.edits/440.seqid to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612/recovered.edits/440.seqid 2024-11-23T17:23:11,128 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/a799be90439265da0b55672053a36612 2024-11-23T17:23:11,129 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:23:11,130 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:11,134 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:23:11,136 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:23:11,137 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:11,137 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:23:11,137 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382591137"}]},"ts":"9223372036854775807"} 2024-11-23T17:23:11,139 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:23:11,139 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a799be90439265da0b55672053a36612, NAME => 'TestAcidGuarantees,,1732382565015.a799be90439265da0b55672053a36612.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:23:11,139 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:23:11,139 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382591139"}]},"ts":"9223372036854775807"} 2024-11-23T17:23:11,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:23:11,142 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:11,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-23T17:23:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:23:11,212 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T17:23:11,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 247), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 458), ProcessCount=11 (was 11), AvailableMemoryMB=2893 (was 2974) 2024-11-23T17:23:11,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=2891 2024-11-23T17:23:11,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:23:11,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:23:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:11,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:23:11,236 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:11,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-23T17:23:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-23T17:23:11,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:23:11,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742128_1304 (size=960) 2024-11-23T17:23:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-23T17:23:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-23T17:23:11,645 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:23:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742129_1305 (size=53) 2024-11-23T17:23:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-23T17:23:12,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:23:12,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f7f8abad2c44a3a59e4cdc3176c74fe4, disabling compactions & flushes 2024-11-23T17:23:12,051 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. after waiting 0 ms 2024-11-23T17:23:12,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,051 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:12,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:23:12,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382592052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382592052"}]},"ts":"1732382592052"} 2024-11-23T17:23:12,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:23:12,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:23:12,054 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382592054"}]},"ts":"1732382592054"} 2024-11-23T17:23:12,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:23:12,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, ASSIGN}] 2024-11-23T17:23:12,060 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, ASSIGN 2024-11-23T17:23:12,061 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=false 2024-11-23T17:23:12,211 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:12,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:23:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-23T17:23:12,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:12,367 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,367 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:23:12,368 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,368 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:23:12,368 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,368 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,369 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,370 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:12,371 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8abad2c44a3a59e4cdc3176c74fe4 columnFamilyName A 2024-11-23T17:23:12,371 DEBUG [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:12,371 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(327): Store=f7f8abad2c44a3a59e4cdc3176c74fe4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:12,371 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,372 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:12,372 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8abad2c44a3a59e4cdc3176c74fe4 columnFamilyName B 2024-11-23T17:23:12,372 DEBUG [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:12,372 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(327): Store=f7f8abad2c44a3a59e4cdc3176c74fe4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:12,373 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,373 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:12,373 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8abad2c44a3a59e4cdc3176c74fe4 columnFamilyName C 2024-11-23T17:23:12,373 DEBUG [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:12,374 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(327): Store=f7f8abad2c44a3a59e4cdc3176c74fe4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:12,374 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,375 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,375 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,376 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:23:12,377 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:12,379 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:23:12,379 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened f7f8abad2c44a3a59e4cdc3176c74fe4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70648466, jitterRate=0.05274417996406555}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:23:12,380 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:12,380 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., pid=90, masterSystemTime=1732382592364 2024-11-23T17:23:12,381 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,381 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:12,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:12,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T17:23:12,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 in 170 msec 2024-11-23T17:23:12,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-23T17:23:12,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, ASSIGN in 324 msec 2024-11-23T17:23:12,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:23:12,386 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382592386"}]},"ts":"1732382592386"} 2024-11-23T17:23:12,387 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:23:12,389 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:23:12,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-23T17:23:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-23T17:23:13,341 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-23T17:23:13,342 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b8b5c25 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c8cc27b 2024-11-23T17:23:13,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c68919e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:13,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:13,347 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:13,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:23:13,349 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:23:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:23:13,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:23:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742130_1306 (size=996) 2024-11-23T17:23:13,763 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T17:23:13,763 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T17:23:13,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:23:13,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, REOPEN/MOVE}] 2024-11-23T17:23:13,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, REOPEN/MOVE 2024-11-23T17:23:13,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:13,767 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40379 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=f54dd19cfe0a,32977,1732382508134, table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T17:23:13,768 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:23:13,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:23:13,919 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:13,920 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:13,920 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:23:13,920 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing f7f8abad2c44a3a59e4cdc3176c74fe4, disabling compactions & flushes 2024-11-23T17:23:13,920 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:13,920 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:13,920 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. after waiting 0 ms 2024-11-23T17:23:13,920 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:13,923 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T17:23:13,924 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:13,924 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:13,924 WARN [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: f7f8abad2c44a3a59e4cdc3176c74fe4 to self. 2024-11-23T17:23:13,925 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:13,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=CLOSED 2024-11-23T17:23:13,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T17:23:13,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 in 158 msec 2024-11-23T17:23:13,928 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, REOPEN/MOVE; state=CLOSED, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=true 2024-11-23T17:23:14,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:23:14,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,233 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,233 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:23:14,234 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,234 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:23:14,234 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,234 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,235 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,236 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:14,236 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8abad2c44a3a59e4cdc3176c74fe4 columnFamilyName A 2024-11-23T17:23:14,237 DEBUG [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:14,237 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(327): Store=f7f8abad2c44a3a59e4cdc3176c74fe4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:14,238 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,238 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:14,238 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8abad2c44a3a59e4cdc3176c74fe4 columnFamilyName B 2024-11-23T17:23:14,238 DEBUG [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:14,239 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(327): Store=f7f8abad2c44a3a59e4cdc3176c74fe4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:14,239 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,239 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:14,239 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f8abad2c44a3a59e4cdc3176c74fe4 columnFamilyName C 2024-11-23T17:23:14,240 DEBUG [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:14,240 INFO [StoreOpener-f7f8abad2c44a3a59e4cdc3176c74fe4-1 {}] regionserver.HStore(327): Store=f7f8abad2c44a3a59e4cdc3176c74fe4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:14,240 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,241 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,241 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,242 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:23:14,244 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,244 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened f7f8abad2c44a3a59e4cdc3176c74fe4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65381988, jitterRate=-0.025732457637786865}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:23:14,245 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:14,245 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., pid=95, masterSystemTime=1732382594230 2024-11-23T17:23:14,247 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,247 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=OPEN, openSeqNum=5, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-23T17:23:14,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 in 169 msec 2024-11-23T17:23:14,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-23T17:23:14,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, REOPEN/MOVE in 483 msec 2024-11-23T17:23:14,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T17:23:14,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-23T17:23:14,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-23T17:23:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T17:23:14,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x52592365 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81cac4f 2024-11-23T17:23:14,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601038b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09b3e6d7 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64a04d7a 2024-11-23T17:23:14,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59434fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54c56f75 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3268230a 2024-11-23T17:23:14,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167fda66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1efa0206 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d7912a0 2024-11-23T17:23:14,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd5983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71a4fe0c to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54ed1e8a 2024-11-23T17:23:14,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7324d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fe4cb14 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d930fb1 2024-11-23T17:23:14,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52abed4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44f513b9 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@114e6211 2024-11-23T17:23:14,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0234f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ba658e5 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@191ae36a 2024-11-23T17:23:14,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b2e10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d736887 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@133cc1f0 2024-11-23T17:23:14,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1085e013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19bc2a17 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cfa4b91 2024-11-23T17:23:14,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c0ab65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:14,294 DEBUG [hconnection-0x75dc5549-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,294 DEBUG [hconnection-0x5e8e7f49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,295 DEBUG [hconnection-0x4b1e24d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,295 DEBUG [hconnection-0x62a357cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,295 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,295 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,296 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,296 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,296 DEBUG [hconnection-0x71888061-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,297 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,297 DEBUG [hconnection-0x368c1a26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,297 DEBUG [hconnection-0x665d31-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,298 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,298 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,299 DEBUG [hconnection-0x3d0dc0af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,300 DEBUG [hconnection-0x434dbc89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,301 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,301 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-23T17:23:14,304 DEBUG [hconnection-0x512dbd84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:14,305 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T17:23:14,305 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:14,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:14,306 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:23:14,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:14,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:14,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:14,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:14,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:14,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:14,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382654327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382654327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382654328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382654328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382654329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cc53a85a6f874e62a7785df44ac7464d_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382594306/Put/seqid=0 2024-11-23T17:23:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742131_1307 (size=12154) 2024-11-23T17:23:14,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:14,351 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cc53a85a6f874e62a7785df44ac7464d_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cc53a85a6f874e62a7785df44ac7464d_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:14,352 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/5c9d296c0c214b60a618558d4ad28767, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:14,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/5c9d296c0c214b60a618558d4ad28767 is 175, key is test_row_0/A:col10/1732382594306/Put/seqid=0 2024-11-23T17:23:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742132_1308 (size=30955) 2024-11-23T17:23:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T17:23:14,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382654430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382654430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382654430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382654430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382654430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-23T17:23:14,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:14,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T17:23:14,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-23T17:23:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382654633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382654633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382654633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382654634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382654634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/5c9d296c0c214b60a618558d4ad28767 2024-11-23T17:23:14,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-23T17:23:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/fa233b320ec0466babfa39f7fddf64c7 is 50, key is test_row_0/B:col10/1732382594306/Put/seqid=0 2024-11-23T17:23:14,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742133_1309 (size=12001) 2024-11-23T17:23:14,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/fa233b320ec0466babfa39f7fddf64c7 2024-11-23T17:23:14,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/c64ea2fce5644149beb281063d1a3c35 is 50, key is test_row_0/C:col10/1732382594306/Put/seqid=0 2024-11-23T17:23:14,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742134_1310 (size=12001) 2024-11-23T17:23:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T17:23:14,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-23T17:23:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:14,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382654938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382654938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382654939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382654940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382654941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-23T17:23:15,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:15,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:15,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/c64ea2fce5644149beb281063d1a3c35 2024-11-23T17:23:15,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-23T17:23:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:15,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:15,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/5c9d296c0c214b60a618558d4ad28767 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/5c9d296c0c214b60a618558d4ad28767 2024-11-23T17:23:15,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/5c9d296c0c214b60a618558d4ad28767, entries=150, sequenceid=17, filesize=30.2 K 2024-11-23T17:23:15,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/fa233b320ec0466babfa39f7fddf64c7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fa233b320ec0466babfa39f7fddf64c7 2024-11-23T17:23:15,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fa233b320ec0466babfa39f7fddf64c7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T17:23:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/c64ea2fce5644149beb281063d1a3c35 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/c64ea2fce5644149beb281063d1a3c35 2024-11-23T17:23:15,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/c64ea2fce5644149beb281063d1a3c35, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T17:23:15,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 937ms, sequenceid=17, compaction requested=false 2024-11-23T17:23:15,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:15,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-23T17:23:15,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:15,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:23:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239d3808be200a4a0da6669e0646c3c9cd_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382594325/Put/seqid=0 2024-11-23T17:23:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742135_1311 (size=12154) 2024-11-23T17:23:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T17:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:15,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:15,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382655450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382655452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382655452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382655453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382655456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382655557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382655557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382655558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382655558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382655560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382655760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382655760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382655764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382655764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382655765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:15,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:15,792 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239d3808be200a4a0da6669e0646c3c9cd_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239d3808be200a4a0da6669e0646c3c9cd_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7431aaf2d5364c98b95abc5e2e7d5007, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7431aaf2d5364c98b95abc5e2e7d5007 is 175, key is test_row_0/A:col10/1732382594325/Put/seqid=0 2024-11-23T17:23:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742136_1312 (size=30955) 2024-11-23T17:23:16,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382656064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382656064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382656068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382656070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382656072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7431aaf2d5364c98b95abc5e2e7d5007 2024-11-23T17:23:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/5983b466a219429692bf918fe07665d4 is 50, key is test_row_0/B:col10/1732382594325/Put/seqid=0 2024-11-23T17:23:16,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742137_1313 (size=12001) 2024-11-23T17:23:16,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/5983b466a219429692bf918fe07665d4 2024-11-23T17:23:16,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/94d7778b11c248769e6e782485f5b086 is 50, key is test_row_0/C:col10/1732382594325/Put/seqid=0 2024-11-23T17:23:16,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742138_1314 (size=12001) 2024-11-23T17:23:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T17:23:16,530 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:23:16,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382656569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382656571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382656572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382656573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382656579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:16,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:23:16,622 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/94d7778b11c248769e6e782485f5b086 2024-11-23T17:23:16,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7431aaf2d5364c98b95abc5e2e7d5007 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7431aaf2d5364c98b95abc5e2e7d5007 2024-11-23T17:23:16,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7431aaf2d5364c98b95abc5e2e7d5007, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T17:23:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/5983b466a219429692bf918fe07665d4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5983b466a219429692bf918fe07665d4 2024-11-23T17:23:16,637 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5983b466a219429692bf918fe07665d4, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T17:23:16,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/94d7778b11c248769e6e782485f5b086 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/94d7778b11c248769e6e782485f5b086 2024-11-23T17:23:16,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/94d7778b11c248769e6e782485f5b086, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T17:23:16,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1267ms, sequenceid=41, compaction requested=false 2024-11-23T17:23:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:16,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-23T17:23:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-23T17:23:16,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-23T17:23:16,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3380 sec 2024-11-23T17:23:16,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.3420 sec 2024-11-23T17:23:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:17,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T17:23:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:17,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234dabb58d3d754d8da28f790498a2070e_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382597582/Put/seqid=0 2024-11-23T17:23:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742139_1315 (size=14594) 2024-11-23T17:23:17,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382657607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382657609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382657609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382657611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382657613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382657714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382657714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382657715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382657716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382657719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382657919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382657921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382657921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382657922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382657922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:18,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234dabb58d3d754d8da28f790498a2070e_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234dabb58d3d754d8da28f790498a2070e_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:18,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/3dec6995e1134f91bbc6032e97323472, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:18,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/3dec6995e1134f91bbc6032e97323472 is 175, key is test_row_0/A:col10/1732382597582/Put/seqid=0 2024-11-23T17:23:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742140_1316 (size=39549) 2024-11-23T17:23:18,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382658223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382658223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382658224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382658226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382658226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T17:23:18,410 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-23T17:23:18,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:18,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/3dec6995e1134f91bbc6032e97323472 2024-11-23T17:23:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-23T17:23:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T17:23:18,413 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:18,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:18,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:18,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/020a5213b3d841b69cb46edd2da39578 is 50, key is test_row_0/B:col10/1732382597582/Put/seqid=0 2024-11-23T17:23:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742141_1317 (size=12001) 2024-11-23T17:23:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T17:23:18,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-23T17:23:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:18,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T17:23:18,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-23T17:23:18,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:18,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:18,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:18,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382658727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382658730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382658733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382658734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382658734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/020a5213b3d841b69cb46edd2da39578 2024-11-23T17:23:18,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/ed55c403dab44adfb37cdd341f380f4b is 50, key is test_row_0/C:col10/1732382597582/Put/seqid=0 2024-11-23T17:23:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742142_1318 (size=12001) 2024-11-23T17:23:18,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:18,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-23T17:23:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:18,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T17:23:19,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-23T17:23:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:19,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-23T17:23:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:19,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/ed55c403dab44adfb37cdd341f380f4b 2024-11-23T17:23:19,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/3dec6995e1134f91bbc6032e97323472 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/3dec6995e1134f91bbc6032e97323472 2024-11-23T17:23:19,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/3dec6995e1134f91bbc6032e97323472, entries=200, sequenceid=55, filesize=38.6 K 2024-11-23T17:23:19,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/020a5213b3d841b69cb46edd2da39578 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/020a5213b3d841b69cb46edd2da39578 2024-11-23T17:23:19,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/020a5213b3d841b69cb46edd2da39578, entries=150, sequenceid=55, filesize=11.7 K 2024-11-23T17:23:19,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/ed55c403dab44adfb37cdd341f380f4b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/ed55c403dab44adfb37cdd341f380f4b 2024-11-23T17:23:19,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/ed55c403dab44adfb37cdd341f380f4b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-23T17:23:19,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1672ms, sequenceid=55, compaction requested=true 2024-11-23T17:23:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:19,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:19,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:19,256 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:19,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:19,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:19,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:19,256 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:19,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:19,256 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:19,256 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:19,257 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/A is initiating minor compaction (all files) 2024-11-23T17:23:19,257 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/B is initiating minor compaction (all files) 2024-11-23T17:23:19,257 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/A in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,257 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/B in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,257 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/5c9d296c0c214b60a618558d4ad28767, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7431aaf2d5364c98b95abc5e2e7d5007, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/3dec6995e1134f91bbc6032e97323472] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=99.1 K 2024-11-23T17:23:19,257 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fa233b320ec0466babfa39f7fddf64c7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5983b466a219429692bf918fe07665d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/020a5213b3d841b69cb46edd2da39578] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=35.2 K 2024-11-23T17:23:19,257 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,257 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/5c9d296c0c214b60a618558d4ad28767, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7431aaf2d5364c98b95abc5e2e7d5007, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/3dec6995e1134f91bbc6032e97323472] 2024-11-23T17:23:19,257 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting fa233b320ec0466babfa39f7fddf64c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732382594299 2024-11-23T17:23:19,257 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c9d296c0c214b60a618558d4ad28767, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732382594299 2024-11-23T17:23:19,258 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 5983b466a219429692bf918fe07665d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732382594325 2024-11-23T17:23:19,258 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7431aaf2d5364c98b95abc5e2e7d5007, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732382594325 2024-11-23T17:23:19,258 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 020a5213b3d841b69cb46edd2da39578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732382595455 2024-11-23T17:23:19,258 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dec6995e1134f91bbc6032e97323472, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732382595451 2024-11-23T17:23:19,264 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:19,265 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:19,266 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/78aef934279844c7a7c34cc67f3bbf3f is 50, key is test_row_0/B:col10/1732382597582/Put/seqid=0 2024-11-23T17:23:19,266 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112395edda0643534316b67c03b69a24774d_f7f8abad2c44a3a59e4cdc3176c74fe4 store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:19,268 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112395edda0643534316b67c03b69a24774d_f7f8abad2c44a3a59e4cdc3176c74fe4, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:19,268 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112395edda0643534316b67c03b69a24774d_f7f8abad2c44a3a59e4cdc3176c74fe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:19,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742143_1319 (size=12104) 2024-11-23T17:23:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742144_1320 (size=4469) 2024-11-23T17:23:19,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-23T17:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,330 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:23:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:19,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239b9fe78d7bab451e8f578fead32a6cf3_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382597612/Put/seqid=0 2024-11-23T17:23:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742145_1321 (size=12154) 2024-11-23T17:23:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:19,350 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239b9fe78d7bab451e8f578fead32a6cf3_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239b9fe78d7bab451e8f578fead32a6cf3_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/59e0ecbe8b6f4078b0cbfeb8323e5667, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/59e0ecbe8b6f4078b0cbfeb8323e5667 is 175, key is test_row_0/A:col10/1732382597612/Put/seqid=0 2024-11-23T17:23:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742146_1322 (size=30955) 2024-11-23T17:23:19,356 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/59e0ecbe8b6f4078b0cbfeb8323e5667 2024-11-23T17:23:19,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/c715eb8d3fe94151bafc7da07f11cb36 is 50, key is test_row_0/B:col10/1732382597612/Put/seqid=0 2024-11-23T17:23:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742147_1323 (size=12001) 2024-11-23T17:23:19,370 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/c715eb8d3fe94151bafc7da07f11cb36 2024-11-23T17:23:19,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/d671d16d0a8243c88720d15e5c222f3d is 50, key is test_row_0/C:col10/1732382597612/Put/seqid=0 2024-11-23T17:23:19,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742148_1324 (size=12001) 2024-11-23T17:23:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T17:23:19,691 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/78aef934279844c7a7c34cc67f3bbf3f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/78aef934279844c7a7c34cc67f3bbf3f 2024-11-23T17:23:19,695 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/B of f7f8abad2c44a3a59e4cdc3176c74fe4 into 78aef934279844c7a7c34cc67f3bbf3f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:19,695 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:19,695 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/B, priority=13, startTime=1732382599256; duration=0sec 2024-11-23T17:23:19,695 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:19,695 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:B 2024-11-23T17:23:19,695 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:19,697 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:19,697 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#A#compaction#271 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:19,697 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/C is initiating minor compaction (all files) 2024-11-23T17:23:19,697 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/C in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,697 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/c64ea2fce5644149beb281063d1a3c35, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/94d7778b11c248769e6e782485f5b086, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/ed55c403dab44adfb37cdd341f380f4b] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=35.2 K 2024-11-23T17:23:19,697 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c64ea2fce5644149beb281063d1a3c35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732382594299 2024-11-23T17:23:19,697 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/a12eae70d062446db20220938b535806 is 175, key is test_row_0/A:col10/1732382597582/Put/seqid=0 2024-11-23T17:23:19,698 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 94d7778b11c248769e6e782485f5b086, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732382594325 2024-11-23T17:23:19,698 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ed55c403dab44adfb37cdd341f380f4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732382595455 2024-11-23T17:23:19,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742149_1325 (size=31058) 2024-11-23T17:23:19,705 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:19,706 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/4e0142dd7d8e4d149f4d4862eaf17c7a is 50, key is test_row_0/C:col10/1732382597582/Put/seqid=0 2024-11-23T17:23:19,707 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/a12eae70d062446db20220938b535806 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a12eae70d062446db20220938b535806 2024-11-23T17:23:19,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742150_1326 (size=12104) 2024-11-23T17:23:19,711 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/A of f7f8abad2c44a3a59e4cdc3176c74fe4 into a12eae70d062446db20220938b535806(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:19,712 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:19,712 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/A, priority=13, startTime=1732382599255; duration=0sec 2024-11-23T17:23:19,712 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:19,712 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:A 2024-11-23T17:23:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382659745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382659748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382659748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382659749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382659749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/d671d16d0a8243c88720d15e5c222f3d 2024-11-23T17:23:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/59e0ecbe8b6f4078b0cbfeb8323e5667 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/59e0ecbe8b6f4078b0cbfeb8323e5667 2024-11-23T17:23:19,790 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/59e0ecbe8b6f4078b0cbfeb8323e5667, entries=150, sequenceid=77, filesize=30.2 K 2024-11-23T17:23:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/c715eb8d3fe94151bafc7da07f11cb36 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c715eb8d3fe94151bafc7da07f11cb36 2024-11-23T17:23:19,795 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c715eb8d3fe94151bafc7da07f11cb36, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T17:23:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/d671d16d0a8243c88720d15e5c222f3d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d671d16d0a8243c88720d15e5c222f3d 2024-11-23T17:23:19,800 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d671d16d0a8243c88720d15e5c222f3d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T17:23:19,801 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 471ms, sequenceid=77, compaction requested=false 2024-11-23T17:23:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-23T17:23:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-23T17:23:19,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-23T17:23:19,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-11-23T17:23:19,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.3930 sec 2024-11-23T17:23:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:19,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:23:19,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:19,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:19,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:19,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:19,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:19,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:19,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b926af42540b4ccc864d1286f1b7d790_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382599748/Put/seqid=0 2024-11-23T17:23:19,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742151_1327 (size=14594) 2024-11-23T17:23:19,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382659888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382659889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382659889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382659891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382659996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382659996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382659996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382659996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,115 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/4e0142dd7d8e4d149f4d4862eaf17c7a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4e0142dd7d8e4d149f4d4862eaf17c7a 2024-11-23T17:23:20,119 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/C of f7f8abad2c44a3a59e4cdc3176c74fe4 into 4e0142dd7d8e4d149f4d4862eaf17c7a(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:20,119 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:20,119 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/C, priority=13, startTime=1732382599256; duration=0sec 2024-11-23T17:23:20,119 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:20,119 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:C 2024-11-23T17:23:20,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382660200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382660201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382660202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382660202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,270 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:20,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b926af42540b4ccc864d1286f1b7d790_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b926af42540b4ccc864d1286f1b7d790_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:20,275 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d54e3d5001fc4f09a7e7bf863cd33969, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:20,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d54e3d5001fc4f09a7e7bf863cd33969 is 175, key is test_row_0/A:col10/1732382599748/Put/seqid=0 2024-11-23T17:23:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742152_1328 (size=39549) 2024-11-23T17:23:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382660504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382660506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382660506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382660507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-23T17:23:20,517 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-23T17:23:20,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-23T17:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T17:23:20,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:20,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:20,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T17:23:20,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T17:23:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:20,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d54e3d5001fc4f09a7e7bf863cd33969 2024-11-23T17:23:20,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/fe7c2da8158f4583bf7e402540ad22d7 is 50, key is test_row_0/B:col10/1732382599748/Put/seqid=0 2024-11-23T17:23:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742153_1329 (size=12001) 2024-11-23T17:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T17:23:20,825 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T17:23:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:20,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:20,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T17:23:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:20,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382661011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382661013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382661016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382661018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/fe7c2da8158f4583bf7e402540ad22d7 2024-11-23T17:23:21,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/1e4dfb83a1a14dfa9388f1327df4776d is 50, key is test_row_0/C:col10/1732382599748/Put/seqid=0 2024-11-23T17:23:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742154_1330 (size=12001) 2024-11-23T17:23:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T17:23:21,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T17:23:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T17:23:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T17:23:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:21,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/1e4dfb83a1a14dfa9388f1327df4776d 2024-11-23T17:23:21,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d54e3d5001fc4f09a7e7bf863cd33969 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d54e3d5001fc4f09a7e7bf863cd33969 2024-11-23T17:23:21,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d54e3d5001fc4f09a7e7bf863cd33969, entries=200, sequenceid=94, filesize=38.6 K 2024-11-23T17:23:21,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/fe7c2da8158f4583bf7e402540ad22d7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fe7c2da8158f4583bf7e402540ad22d7 2024-11-23T17:23:21,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fe7c2da8158f4583bf7e402540ad22d7, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T17:23:21,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/1e4dfb83a1a14dfa9388f1327df4776d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/1e4dfb83a1a14dfa9388f1327df4776d 2024-11-23T17:23:21,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/1e4dfb83a1a14dfa9388f1327df4776d, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T17:23:21,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1670ms, sequenceid=94, compaction requested=true 2024-11-23T17:23:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:21,523 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:21,523 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:21,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:21,524 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:21,524 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:21,524 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/B is initiating minor compaction (all files) 2024-11-23T17:23:21,524 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/A is initiating minor compaction (all files) 2024-11-23T17:23:21,524 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/B in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,524 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/A in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,524 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/78aef934279844c7a7c34cc67f3bbf3f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c715eb8d3fe94151bafc7da07f11cb36, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fe7c2da8158f4583bf7e402540ad22d7] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=35.3 K 2024-11-23T17:23:21,524 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a12eae70d062446db20220938b535806, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/59e0ecbe8b6f4078b0cbfeb8323e5667, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d54e3d5001fc4f09a7e7bf863cd33969] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=99.2 K 2024-11-23T17:23:21,524 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,524 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a12eae70d062446db20220938b535806, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/59e0ecbe8b6f4078b0cbfeb8323e5667, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d54e3d5001fc4f09a7e7bf863cd33969] 2024-11-23T17:23:21,525 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 78aef934279844c7a7c34cc67f3bbf3f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732382595455 2024-11-23T17:23:21,525 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting a12eae70d062446db20220938b535806, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732382595455 2024-11-23T17:23:21,525 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c715eb8d3fe94151bafc7da07f11cb36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382597606 2024-11-23T17:23:21,525 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59e0ecbe8b6f4078b0cbfeb8323e5667, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382597606 2024-11-23T17:23:21,525 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting fe7c2da8158f4583bf7e402540ad22d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382599747 2024-11-23T17:23:21,525 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting d54e3d5001fc4f09a7e7bf863cd33969, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382599743 2024-11-23T17:23:21,533 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:21,533 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:21,534 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/4747ccababc94ba0a4307ccf18df234d is 50, key is test_row_0/B:col10/1732382599748/Put/seqid=0 2024-11-23T17:23:21,535 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411238bb98e1a3644449a8838997e3235151d_f7f8abad2c44a3a59e4cdc3176c74fe4 store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:21,537 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411238bb98e1a3644449a8838997e3235151d_f7f8abad2c44a3a59e4cdc3176c74fe4, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:21,537 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238bb98e1a3644449a8838997e3235151d_f7f8abad2c44a3a59e4cdc3176c74fe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742155_1331 (size=12207) 2024-11-23T17:23:21,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742156_1332 (size=4469) 2024-11-23T17:23:21,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-23T17:23:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,591 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:23:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:21,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112321153ab693fc4d2b9f6f52ffb96ff41e_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382599890/Put/seqid=0 2024-11-23T17:23:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742157_1333 (size=12154) 2024-11-23T17:23:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T17:23:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382661822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382661928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:21,943 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#A#compaction#280 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:21,943 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4 is 175, key is test_row_0/A:col10/1732382599748/Put/seqid=0 2024-11-23T17:23:21,946 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/4747ccababc94ba0a4307ccf18df234d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4747ccababc94ba0a4307ccf18df234d 2024-11-23T17:23:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742158_1334 (size=31161) 2024-11-23T17:23:21,952 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/B of f7f8abad2c44a3a59e4cdc3176c74fe4 into 4747ccababc94ba0a4307ccf18df234d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:21,952 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4 2024-11-23T17:23:21,952 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:21,952 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/B, priority=13, startTime=1732382601523; duration=0sec 2024-11-23T17:23:21,952 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:21,952 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:B 2024-11-23T17:23:21,952 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:21,954 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:21,954 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/C is initiating minor compaction (all files) 2024-11-23T17:23:21,954 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/C in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:21,954 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4e0142dd7d8e4d149f4d4862eaf17c7a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d671d16d0a8243c88720d15e5c222f3d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/1e4dfb83a1a14dfa9388f1327df4776d] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=35.3 K 2024-11-23T17:23:21,954 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e0142dd7d8e4d149f4d4862eaf17c7a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732382595455 2024-11-23T17:23:21,955 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d671d16d0a8243c88720d15e5c222f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382597606 2024-11-23T17:23:21,955 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e4dfb83a1a14dfa9388f1327df4776d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382599747 2024-11-23T17:23:21,956 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/A of f7f8abad2c44a3a59e4cdc3176c74fe4 into e5b4c65d7be4454f8b8fa0e6ff8fb6d4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:21,957 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:21,957 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/A, priority=13, startTime=1732382601523; duration=0sec 2024-11-23T17:23:21,957 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:21,957 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:A 2024-11-23T17:23:21,962 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#C#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:21,962 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/506e84cb95e7478aa437bbe2f700f030 is 50, key is test_row_0/C:col10/1732382599748/Put/seqid=0 2024-11-23T17:23:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742159_1335 (size=12207) 2024-11-23T17:23:22,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:22,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382662021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:22,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382662022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:22,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382662025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:22,030 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112321153ab693fc4d2b9f6f52ffb96ff41e_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112321153ab693fc4d2b9f6f52ffb96ff41e_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:22,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/ffafbdab537c462f8205a8681149135c, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:22,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/ffafbdab537c462f8205a8681149135c is 175, key is test_row_0/A:col10/1732382599890/Put/seqid=0 2024-11-23T17:23:22,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382662029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742160_1336 (size=30955) 2024-11-23T17:23:22,037 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/ffafbdab537c462f8205a8681149135c 2024-11-23T17:23:22,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/6b23472f8964415faf496c25f8b31f2b is 50, key is test_row_0/B:col10/1732382599890/Put/seqid=0 2024-11-23T17:23:22,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742161_1337 (size=12001) 2024-11-23T17:23:22,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382662134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:22,375 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/506e84cb95e7478aa437bbe2f700f030 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/506e84cb95e7478aa437bbe2f700f030 2024-11-23T17:23:22,379 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/C of f7f8abad2c44a3a59e4cdc3176c74fe4 into 506e84cb95e7478aa437bbe2f700f030(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:22,379 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:22,379 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/C, priority=13, startTime=1732382601523; duration=0sec 2024-11-23T17:23:22,379 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:22,379 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:C 2024-11-23T17:23:22,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382662440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:22,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/6b23472f8964415faf496c25f8b31f2b 2024-11-23T17:23:22,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/b7659db9cebc4e56a0ba24651fe021b9 is 50, key is test_row_0/C:col10/1732382599890/Put/seqid=0 2024-11-23T17:23:22,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742162_1338 (size=12001) 2024-11-23T17:23:22,460 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/b7659db9cebc4e56a0ba24651fe021b9 2024-11-23T17:23:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/ffafbdab537c462f8205a8681149135c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/ffafbdab537c462f8205a8681149135c 2024-11-23T17:23:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/ffafbdab537c462f8205a8681149135c, entries=150, sequenceid=116, filesize=30.2 K 2024-11-23T17:23:22,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/6b23472f8964415faf496c25f8b31f2b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6b23472f8964415faf496c25f8b31f2b 2024-11-23T17:23:22,475 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6b23472f8964415faf496c25f8b31f2b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T17:23:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/b7659db9cebc4e56a0ba24651fe021b9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/b7659db9cebc4e56a0ba24651fe021b9 2024-11-23T17:23:22,479 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/b7659db9cebc4e56a0ba24651fe021b9, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T17:23:22,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 889ms, sequenceid=116, compaction requested=false 2024-11-23T17:23:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-23T17:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-23T17:23:22,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-23T17:23:22,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-11-23T17:23:22,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.9660 sec 2024-11-23T17:23:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-23T17:23:22,624 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-23T17:23:22,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-23T17:23:22,626 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:23:22,627 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:22,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:23:22,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:22,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:23:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:22,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:23:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:22,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238e6fc309961a4fbbb351bff5d9df9125_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382601815/Put/seqid=0 2024-11-23T17:23:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742163_1339 (size=12254) 2024-11-23T17:23:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:23:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:22,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382663021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382663127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:23,202 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238e6fc309961a4fbbb351bff5d9df9125_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238e6fc309961a4fbbb351bff5d9df9125_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/63807d58df3a400bb16fc3e3323423d4, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/63807d58df3a400bb16fc3e3323423d4 is 175, key is test_row_0/A:col10/1732382601815/Put/seqid=0 2024-11-23T17:23:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742164_1340 (size=31055) 2024-11-23T17:23:23,209 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/63807d58df3a400bb16fc3e3323423d4 2024-11-23T17:23:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/c85dbf74314c417c910ca793e0749442 is 50, key is test_row_0/B:col10/1732382601815/Put/seqid=0 2024-11-23T17:23:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742165_1341 (size=12101) 2024-11-23T17:23:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:23:23,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382663332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:23,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/c85dbf74314c417c910ca793e0749442 2024-11-23T17:23:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/78b29e6c10714c3bb36150f2141fdce5 is 50, key is test_row_0/C:col10/1732382601815/Put/seqid=0 2024-11-23T17:23:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742166_1342 (size=12101) 2024-11-23T17:23:23,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382663637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:23:24,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/78b29e6c10714c3bb36150f2141fdce5 2024-11-23T17:23:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/63807d58df3a400bb16fc3e3323423d4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/63807d58df3a400bb16fc3e3323423d4 2024-11-23T17:23:24,041 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/63807d58df3a400bb16fc3e3323423d4, entries=150, sequenceid=134, filesize=30.3 K 2024-11-23T17:23:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/c85dbf74314c417c910ca793e0749442 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c85dbf74314c417c910ca793e0749442 2024-11-23T17:23:24,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382664041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382664042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c85dbf74314c417c910ca793e0749442, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T17:23:24,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382664044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,046 DEBUG [Thread-1401 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:24,046 DEBUG [Thread-1403 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:24,047 DEBUG [Thread-1407 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:24,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/78b29e6c10714c3bb36150f2141fdce5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/78b29e6c10714c3bb36150f2141fdce5 2024-11-23T17:23:24,050 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/78b29e6c10714c3bb36150f2141fdce5, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T17:23:24,051 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1271ms, sequenceid=134, compaction requested=true 2024-11-23T17:23:24,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-23T17:23:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-23T17:23:24,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T17:23:24,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-23T17:23:24,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4300 sec 2024-11-23T17:23:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:24,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:23:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:24,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fe82bf266ddf45f0b051b904cb473717_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382603020/Put/seqid=0 2024-11-23T17:23:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742167_1343 (size=14794) 2024-11-23T17:23:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382664130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382664147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382664235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382664439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,489 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:24,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fe82bf266ddf45f0b051b904cb473717_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fe82bf266ddf45f0b051b904cb473717_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:24,493 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/29795aad45be4b3cb398a83a0b3bcf66, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:24,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/29795aad45be4b3cb398a83a0b3bcf66 is 175, key is test_row_0/A:col10/1732382603020/Put/seqid=0 2024-11-23T17:23:24,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742168_1344 (size=39749) 2024-11-23T17:23:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:23:24,731 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-23T17:23:24,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-23T17:23:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:23:24,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:24,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:24,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382664744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:23:24,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:24,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T17:23:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:24,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:24,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:24,899 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/29795aad45be4b3cb398a83a0b3bcf66 2024-11-23T17:23:24,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/06a09e059c6042db85ea7cc8f6cdc3e6 is 50, key is test_row_0/B:col10/1732382603020/Put/seqid=0 2024-11-23T17:23:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742169_1345 (size=12151) 2024-11-23T17:23:24,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/06a09e059c6042db85ea7cc8f6cdc3e6 2024-11-23T17:23:24,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/08c5ee12303f444b9b506859e6eeb84f is 50, key is test_row_0/C:col10/1732382603020/Put/seqid=0 2024-11-23T17:23:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742170_1346 (size=12151) 2024-11-23T17:23:24,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/08c5ee12303f444b9b506859e6eeb84f 2024-11-23T17:23:24,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/29795aad45be4b3cb398a83a0b3bcf66 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/29795aad45be4b3cb398a83a0b3bcf66 2024-11-23T17:23:24,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/29795aad45be4b3cb398a83a0b3bcf66, entries=200, sequenceid=156, filesize=38.8 K 2024-11-23T17:23:24,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/06a09e059c6042db85ea7cc8f6cdc3e6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/06a09e059c6042db85ea7cc8f6cdc3e6 2024-11-23T17:23:24,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/06a09e059c6042db85ea7cc8f6cdc3e6, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:23:24,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/08c5ee12303f444b9b506859e6eeb84f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/08c5ee12303f444b9b506859e6eeb84f 2024-11-23T17:23:24,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/08c5ee12303f444b9b506859e6eeb84f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:23:24,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 884ms, sequenceid=156, compaction requested=true 2024-11-23T17:23:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:24,944 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:24,944 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:24,945 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:24,945 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:24,945 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/B is initiating minor compaction (all files) 2024-11-23T17:23:24,945 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/A is initiating minor compaction (all files) 2024-11-23T17:23:24,945 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/A in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:24,945 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/B in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:24,945 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/ffafbdab537c462f8205a8681149135c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/63807d58df3a400bb16fc3e3323423d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/29795aad45be4b3cb398a83a0b3bcf66] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=129.8 K 2024-11-23T17:23:24,945 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4747ccababc94ba0a4307ccf18df234d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6b23472f8964415faf496c25f8b31f2b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c85dbf74314c417c910ca793e0749442, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/06a09e059c6042db85ea7cc8f6cdc3e6] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=47.3 K 2024-11-23T17:23:24,945 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:24,945 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/ffafbdab537c462f8205a8681149135c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/63807d58df3a400bb16fc3e3323423d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/29795aad45be4b3cb398a83a0b3bcf66] 2024-11-23T17:23:24,946 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5b4c65d7be4454f8b8fa0e6ff8fb6d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382599747 2024-11-23T17:23:24,946 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4747ccababc94ba0a4307ccf18df234d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382599747 2024-11-23T17:23:24,946 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffafbdab537c462f8205a8681149135c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382599888 2024-11-23T17:23:24,946 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b23472f8964415faf496c25f8b31f2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382599888 2024-11-23T17:23:24,946 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63807d58df3a400bb16fc3e3323423d4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382601786 2024-11-23T17:23:24,946 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c85dbf74314c417c910ca793e0749442, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382601786 2024-11-23T17:23:24,947 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 06a09e059c6042db85ea7cc8f6cdc3e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382603015 2024-11-23T17:23:24,947 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29795aad45be4b3cb398a83a0b3bcf66, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382602988 2024-11-23T17:23:24,955 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:24,957 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:24,957 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112308015f290e6f40a1b27ce03a71b9f3b8_f7f8abad2c44a3a59e4cdc3176c74fe4 store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:24,957 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/e1ec372ead4f4bd1a4bb686da1e29d8f is 50, key is test_row_0/B:col10/1732382603020/Put/seqid=0 2024-11-23T17:23:24,959 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112308015f290e6f40a1b27ce03a71b9f3b8_f7f8abad2c44a3a59e4cdc3176c74fe4, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:24,960 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112308015f290e6f40a1b27ce03a71b9f3b8_f7f8abad2c44a3a59e4cdc3176c74fe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:24,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742171_1347 (size=12493) 2024-11-23T17:23:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742172_1348 (size=4469) 2024-11-23T17:23:24,967 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#A#compaction#292 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:24,967 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c9bf64de98db4246bb82c6dfd4a91e78 is 175, key is test_row_0/A:col10/1732382603020/Put/seqid=0 2024-11-23T17:23:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742173_1349 (size=31447) 2024-11-23T17:23:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:23:25,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T17:23:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:25,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:23:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:25,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341bb3039802c4984af269f003ece03dd_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382604077/Put/seqid=0 2024-11-23T17:23:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742174_1350 (size=12304) 2024-11-23T17:23:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:25,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382665261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382665262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:23:25,369 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/e1ec372ead4f4bd1a4bb686da1e29d8f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/e1ec372ead4f4bd1a4bb686da1e29d8f 2024-11-23T17:23:25,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382665366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382665368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,373 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/B of f7f8abad2c44a3a59e4cdc3176c74fe4 into e1ec372ead4f4bd1a4bb686da1e29d8f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:25,373 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:25,373 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/B, priority=12, startTime=1732382604944; duration=0sec 2024-11-23T17:23:25,374 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:25,374 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:B 2024-11-23T17:23:25,374 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:25,375 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:25,375 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/C is initiating minor compaction (all files) 2024-11-23T17:23:25,375 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/C in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:25,375 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/506e84cb95e7478aa437bbe2f700f030, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/b7659db9cebc4e56a0ba24651fe021b9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/78b29e6c10714c3bb36150f2141fdce5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/08c5ee12303f444b9b506859e6eeb84f] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=47.3 K 2024-11-23T17:23:25,376 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 506e84cb95e7478aa437bbe2f700f030, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732382599747 2024-11-23T17:23:25,376 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b7659db9cebc4e56a0ba24651fe021b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382599888 2024-11-23T17:23:25,376 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b29e6c10714c3bb36150f2141fdce5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382601786 2024-11-23T17:23:25,377 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c5ee12303f444b9b506859e6eeb84f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382603015 2024-11-23T17:23:25,377 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c9bf64de98db4246bb82c6dfd4a91e78 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c9bf64de98db4246bb82c6dfd4a91e78 2024-11-23T17:23:25,381 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/A of f7f8abad2c44a3a59e4cdc3176c74fe4 into c9bf64de98db4246bb82c6dfd4a91e78(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:25,381 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:25,381 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/A, priority=12, startTime=1732382604943; duration=0sec 2024-11-23T17:23:25,381 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:25,381 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:A 2024-11-23T17:23:25,385 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:25,385 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/cd0836c07fc34f40b2644fde83e0d21b is 50, key is test_row_0/C:col10/1732382603020/Put/seqid=0 2024-11-23T17:23:25,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742175_1351 (size=12493) 2024-11-23T17:23:25,400 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/cd0836c07fc34f40b2644fde83e0d21b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/cd0836c07fc34f40b2644fde83e0d21b 2024-11-23T17:23:25,404 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/C of f7f8abad2c44a3a59e4cdc3176c74fe4 into cd0836c07fc34f40b2644fde83e0d21b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:25,404 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:25,404 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/C, priority=12, startTime=1732382604944; duration=0sec 2024-11-23T17:23:25,404 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:25,404 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:C 2024-11-23T17:23:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:25,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112341bb3039802c4984af269f003ece03dd_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341bb3039802c4984af269f003ece03dd_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/9e4e9c4271954faab3354b895284eeec, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:25,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/9e4e9c4271954faab3354b895284eeec is 175, key is test_row_0/A:col10/1732382604077/Put/seqid=0 2024-11-23T17:23:25,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742176_1352 (size=31105) 2024-11-23T17:23:25,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382665574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382665574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:23:25,860 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/9e4e9c4271954faab3354b895284eeec 2024-11-23T17:23:25,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/6e08300042d5459a8dcf24a75afd79f1 is 50, key is test_row_0/B:col10/1732382604077/Put/seqid=0 2024-11-23T17:23:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742177_1353 (size=12151) 2024-11-23T17:23:25,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382665880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:25,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382665882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:26,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/6e08300042d5459a8dcf24a75afd79f1 2024-11-23T17:23:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/d2e91a9cedd94c45adfbfd89b0db8092 is 50, key is test_row_0/C:col10/1732382604077/Put/seqid=0 2024-11-23T17:23:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742178_1354 (size=12151) 2024-11-23T17:23:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382666385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382666389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:26,689 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/d2e91a9cedd94c45adfbfd89b0db8092 2024-11-23T17:23:26,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/9e4e9c4271954faab3354b895284eeec as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/9e4e9c4271954faab3354b895284eeec 2024-11-23T17:23:26,696 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/9e4e9c4271954faab3354b895284eeec, entries=150, sequenceid=170, filesize=30.4 K 2024-11-23T17:23:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/6e08300042d5459a8dcf24a75afd79f1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6e08300042d5459a8dcf24a75afd79f1 2024-11-23T17:23:26,700 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6e08300042d5459a8dcf24a75afd79f1, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T17:23:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/d2e91a9cedd94c45adfbfd89b0db8092 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d2e91a9cedd94c45adfbfd89b0db8092 2024-11-23T17:23:26,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d2e91a9cedd94c45adfbfd89b0db8092, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T17:23:26,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1666ms, sequenceid=170, compaction requested=false 2024-11-23T17:23:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-23T17:23:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-23T17:23:26,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-23T17:23:26,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9720 sec 2024-11-23T17:23:26,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.9760 sec 2024-11-23T17:23:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:23:26,837 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-23T17:23:26,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T17:23:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:23:26,840 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:26,840 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:26,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:23:26,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:26,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T17:23:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:26,993 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:23:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:27,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233fd55fab2fff42129f49ce8672a2aa1f_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382605257/Put/seqid=0 2024-11-23T17:23:27,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742179_1355 (size=12304) 2024-11-23T17:23:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:23:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:27,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:27,408 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233fd55fab2fff42129f49ce8672a2aa1f_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233fd55fab2fff42129f49ce8672a2aa1f_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:27,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d3ef8436ebd346b6bcc9550d5c21ad5f, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:27,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d3ef8436ebd346b6bcc9550d5c21ad5f is 175, key is test_row_0/A:col10/1732382605257/Put/seqid=0 2024-11-23T17:23:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742180_1356 (size=31105) 2024-11-23T17:23:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382667417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:27,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382667422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:23:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382667526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382667526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:27,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382667731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:27,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382667732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:27,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d3ef8436ebd346b6bcc9550d5c21ad5f 2024-11-23T17:23:27,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/64b1bc23dbf54ddda689e0eb528272fc is 50, key is test_row_0/B:col10/1732382605257/Put/seqid=0 2024-11-23T17:23:27,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742181_1357 (size=12151) 2024-11-23T17:23:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:23:28,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382668034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382668035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38004 deadline: 1732382668050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,051 DEBUG [Thread-1407 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38018 deadline: 1732382668074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,077 DEBUG [Thread-1401 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:28,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37946 deadline: 1732382668082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,086 DEBUG [Thread-1403 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:28,226 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/64b1bc23dbf54ddda689e0eb528272fc 2024-11-23T17:23:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6be0f053fed74d40ba00be2410e0413d is 50, key is test_row_0/C:col10/1732382605257/Put/seqid=0 2024-11-23T17:23:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742182_1358 (size=12151) 2024-11-23T17:23:28,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6be0f053fed74d40ba00be2410e0413d 2024-11-23T17:23:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/d3ef8436ebd346b6bcc9550d5c21ad5f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d3ef8436ebd346b6bcc9550d5c21ad5f 2024-11-23T17:23:28,253 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d3ef8436ebd346b6bcc9550d5c21ad5f, entries=150, sequenceid=195, filesize=30.4 K 2024-11-23T17:23:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/64b1bc23dbf54ddda689e0eb528272fc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/64b1bc23dbf54ddda689e0eb528272fc 2024-11-23T17:23:28,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/64b1bc23dbf54ddda689e0eb528272fc, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T17:23:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6be0f053fed74d40ba00be2410e0413d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6be0f053fed74d40ba00be2410e0413d 2024-11-23T17:23:28,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6be0f053fed74d40ba00be2410e0413d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T17:23:28,264 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1271ms, sequenceid=195, compaction requested=true 2024-11-23T17:23:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T17:23:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T17:23:28,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T17:23:28,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-23T17:23:28,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4290 sec 2024-11-23T17:23:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:28,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:23:28,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:28,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:28,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1e520a50cbb4db5a2ddb3811a0729ce_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382607415/Put/seqid=0 2024-11-23T17:23:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742183_1359 (size=14794) 2024-11-23T17:23:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382668601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382668603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382668709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382668709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382668915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382668915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:23:28,943 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T17:23:28,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T17:23:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:23:28,946 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:28,946 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:28,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:28,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:28,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f1e520a50cbb4db5a2ddb3811a0729ce_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1e520a50cbb4db5a2ddb3811a0729ce_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:28,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/67dbfd17a5574f75b5a948f0403d8fe8, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:28,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/67dbfd17a5574f75b5a948f0403d8fe8 is 175, key is test_row_0/A:col10/1732382607415/Put/seqid=0 2024-11-23T17:23:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742184_1360 (size=39749) 2024-11-23T17:23:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:23:29,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382669220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382669222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:23:29,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:29,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:29,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,362 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/67dbfd17a5574f75b5a948f0403d8fe8 2024-11-23T17:23:29,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/4656851a87b34effbd3d45e6f7fcae34 is 50, key is test_row_0/B:col10/1732382607415/Put/seqid=0 2024-11-23T17:23:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742185_1361 (size=12151) 2024-11-23T17:23:29,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:23:29,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382669726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382669728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/4656851a87b34effbd3d45e6f7fcae34 2024-11-23T17:23:29,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/bd4cfe70242b490e8567b12a4593254a is 50, key is test_row_0/C:col10/1732382607415/Put/seqid=0 2024-11-23T17:23:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742186_1362 (size=12151) 2024-11-23T17:23:29,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:29,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:29,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:30,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:30,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:23:30,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:30,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:30,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:30,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:30,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:30,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/bd4cfe70242b490e8567b12a4593254a 2024-11-23T17:23:30,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/67dbfd17a5574f75b5a948f0403d8fe8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/67dbfd17a5574f75b5a948f0403d8fe8 2024-11-23T17:23:30,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/67dbfd17a5574f75b5a948f0403d8fe8, entries=200, sequenceid=210, filesize=38.8 K 2024-11-23T17:23:30,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/4656851a87b34effbd3d45e6f7fcae34 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4656851a87b34effbd3d45e6f7fcae34 2024-11-23T17:23:30,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4656851a87b34effbd3d45e6f7fcae34, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T17:23:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/bd4cfe70242b490e8567b12a4593254a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/bd4cfe70242b490e8567b12a4593254a 2024-11-23T17:23:30,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/bd4cfe70242b490e8567b12a4593254a, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T17:23:30,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1663ms, sequenceid=210, compaction requested=true 2024-11-23T17:23:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:30,205 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:30,205 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:30,207 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:30,207 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/B is initiating minor compaction (all files) 2024-11-23T17:23:30,207 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/B in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,207 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/e1ec372ead4f4bd1a4bb686da1e29d8f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6e08300042d5459a8dcf24a75afd79f1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/64b1bc23dbf54ddda689e0eb528272fc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4656851a87b34effbd3d45e6f7fcae34] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=47.8 K 2024-11-23T17:23:30,207 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:30,207 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/A is initiating minor compaction (all files) 2024-11-23T17:23:30,207 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/A in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,207 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c9bf64de98db4246bb82c6dfd4a91e78, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/9e4e9c4271954faab3354b895284eeec, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d3ef8436ebd346b6bcc9550d5c21ad5f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/67dbfd17a5574f75b5a948f0403d8fe8] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=130.3 K 2024-11-23T17:23:30,207 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,207 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c9bf64de98db4246bb82c6dfd4a91e78, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/9e4e9c4271954faab3354b895284eeec, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d3ef8436ebd346b6bcc9550d5c21ad5f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/67dbfd17a5574f75b5a948f0403d8fe8] 2024-11-23T17:23:30,208 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e1ec372ead4f4bd1a4bb686da1e29d8f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382603015 2024-11-23T17:23:30,208 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9bf64de98db4246bb82c6dfd4a91e78, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382603015 2024-11-23T17:23:30,208 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e08300042d5459a8dcf24a75afd79f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732382604077 2024-11-23T17:23:30,208 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e4e9c4271954faab3354b895284eeec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732382604077 2024-11-23T17:23:30,208 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b1bc23dbf54ddda689e0eb528272fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732382605244 2024-11-23T17:23:30,209 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3ef8436ebd346b6bcc9550d5c21ad5f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732382605244 2024-11-23T17:23:30,209 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4656851a87b34effbd3d45e6f7fcae34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382607415 2024-11-23T17:23:30,209 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67dbfd17a5574f75b5a948f0403d8fe8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382607415 2024-11-23T17:23:30,217 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:30,227 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b1a077771069430d839423e863541040_f7f8abad2c44a3a59e4cdc3176c74fe4 store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:30,229 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b1a077771069430d839423e863541040_f7f8abad2c44a3a59e4cdc3176c74fe4, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:30,230 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b1a077771069430d839423e863541040_f7f8abad2c44a3a59e4cdc3176c74fe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:30,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742187_1363 (size=4469) 2024-11-23T17:23:30,238 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#A#compaction#303 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:30,239 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/157b5ed672104f46b57902c0ca6b3eca is 175, key is test_row_0/A:col10/1732382607415/Put/seqid=0 2024-11-23T17:23:30,242 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:30,242 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/9c9c0b00da6e42f4a2f8c6846a9c548e is 50, key is test_row_0/B:col10/1732382607415/Put/seqid=0 2024-11-23T17:23:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742188_1364 (size=31583) 2024-11-23T17:23:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742189_1365 (size=12629) 2024-11-23T17:23:30,253 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/157b5ed672104f46b57902c0ca6b3eca as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/157b5ed672104f46b57902c0ca6b3eca 2024-11-23T17:23:30,257 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/A of f7f8abad2c44a3a59e4cdc3176c74fe4 into 157b5ed672104f46b57902c0ca6b3eca(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:30,257 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:30,257 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/A, priority=12, startTime=1732382610205; duration=0sec 2024-11-23T17:23:30,257 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:30,257 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:A 2024-11-23T17:23:30,257 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:30,258 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:30,258 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/C is initiating minor compaction (all files) 2024-11-23T17:23:30,258 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/C in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,259 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/cd0836c07fc34f40b2644fde83e0d21b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d2e91a9cedd94c45adfbfd89b0db8092, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6be0f053fed74d40ba00be2410e0413d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/bd4cfe70242b490e8567b12a4593254a] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=47.8 K 2024-11-23T17:23:30,260 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd0836c07fc34f40b2644fde83e0d21b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382603015 2024-11-23T17:23:30,260 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2e91a9cedd94c45adfbfd89b0db8092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732382604077 2024-11-23T17:23:30,261 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6be0f053fed74d40ba00be2410e0413d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732382605244 2024-11-23T17:23:30,261 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd4cfe70242b490e8567b12a4593254a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382607415 2024-11-23T17:23:30,269 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:30,269 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/435ab96df7724f21abcafbb938b32887 is 50, key is test_row_0/C:col10/1732382607415/Put/seqid=0 2024-11-23T17:23:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742190_1366 (size=12629) 2024-11-23T17:23:30,286 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/435ab96df7724f21abcafbb938b32887 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/435ab96df7724f21abcafbb938b32887 2024-11-23T17:23:30,293 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/C of f7f8abad2c44a3a59e4cdc3176c74fe4 into 435ab96df7724f21abcafbb938b32887(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:30,293 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:30,293 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/C, priority=12, startTime=1732382610205; duration=0sec 2024-11-23T17:23:30,293 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:30,293 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:C 2024-11-23T17:23:30,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:30,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:23:30,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:30,321 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:23:30,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:30,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:30,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:30,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:30,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:30,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:30,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237f341cb02e2941abb938a947a4304fa4_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382608602/Put/seqid=0 2024-11-23T17:23:30,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742191_1367 (size=12304) 2024-11-23T17:23:30,652 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/9c9c0b00da6e42f4a2f8c6846a9c548e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/9c9c0b00da6e42f4a2f8c6846a9c548e 2024-11-23T17:23:30,656 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/B of f7f8abad2c44a3a59e4cdc3176c74fe4 into 9c9c0b00da6e42f4a2f8c6846a9c548e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:30,656 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:30,656 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/B, priority=12, startTime=1732382610205; duration=0sec 2024-11-23T17:23:30,656 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:30,656 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:B 2024-11-23T17:23:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:30,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:30,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237f341cb02e2941abb938a947a4304fa4_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f341cb02e2941abb938a947a4304fa4_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:30,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c40965bc04ec4268a830fa71a04aa8ea, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c40965bc04ec4268a830fa71a04aa8ea is 175, key is test_row_0/A:col10/1732382608602/Put/seqid=0 2024-11-23T17:23:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742192_1368 (size=31105) 2024-11-23T17:23:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382670765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382670770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:30,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382670873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382670877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:23:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382671077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:31,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382671083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:31,148 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c40965bc04ec4268a830fa71a04aa8ea 2024-11-23T17:23:31,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/dd571e47917443a181e80a6cac7b151c is 50, key is test_row_0/B:col10/1732382608602/Put/seqid=0 2024-11-23T17:23:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742193_1369 (size=12151) 2024-11-23T17:23:31,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382671382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382671388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:31,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/dd571e47917443a181e80a6cac7b151c 2024-11-23T17:23:31,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/f0f1e90973b54dbdbc737306793ab57b is 50, key is test_row_0/C:col10/1732382608602/Put/seqid=0 2024-11-23T17:23:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742194_1370 (size=12151) 2024-11-23T17:23:31,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382671890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382671896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:31,974 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/f0f1e90973b54dbdbc737306793ab57b 2024-11-23T17:23:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c40965bc04ec4268a830fa71a04aa8ea as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c40965bc04ec4268a830fa71a04aa8ea 2024-11-23T17:23:31,982 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c40965bc04ec4268a830fa71a04aa8ea, entries=150, sequenceid=233, filesize=30.4 K 2024-11-23T17:23:31,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/dd571e47917443a181e80a6cac7b151c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/dd571e47917443a181e80a6cac7b151c 2024-11-23T17:23:31,986 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/dd571e47917443a181e80a6cac7b151c, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T17:23:31,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/f0f1e90973b54dbdbc737306793ab57b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/f0f1e90973b54dbdbc737306793ab57b 2024-11-23T17:23:31,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/f0f1e90973b54dbdbc737306793ab57b, entries=150, sequenceid=233, filesize=11.9 K 2024-11-23T17:23:31,991 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1670ms, sequenceid=233, compaction requested=false 2024-11-23T17:23:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T17:23:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T17:23:31,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T17:23:31,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0460 sec 2024-11-23T17:23:31,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.0490 sec 2024-11-23T17:23:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:32,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:23:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:32,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dd09596122f9481fb37992de4f2d4d47_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382610757/Put/seqid=0 2024-11-23T17:23:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742195_1371 (size=12304) 2024-11-23T17:23:32,922 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:32,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dd09596122f9481fb37992de4f2d4d47_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd09596122f9481fb37992de4f2d4d47_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:32,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7f98c1c5a0c545768b4af35e3b509b44, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:32,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7f98c1c5a0c545768b4af35e3b509b44 is 175, key is test_row_0/A:col10/1732382610757/Put/seqid=0 2024-11-23T17:23:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742196_1372 (size=31105) 2024-11-23T17:23:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382672952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:32,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382672957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:23:33,050 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T17:23:33,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T17:23:33,053 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:23:33,054 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:33,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:33,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382673058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382673062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:23:33,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382673264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382673268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7f98c1c5a0c545768b4af35e3b509b44 2024-11-23T17:23:33,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/5176c85ed28842c2973e62a0bbdb0de1 is 50, key is test_row_0/B:col10/1732382610757/Put/seqid=0 2024-11-23T17:23:33,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742197_1373 (size=12151) 2024-11-23T17:23:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:23:33,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382673569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382673572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:23:33,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/5176c85ed28842c2973e62a0bbdb0de1 2024-11-23T17:23:33,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/4b7bfa63d9e84c069773b07e5104eac4 is 50, key is test_row_0/C:col10/1732382610757/Put/seqid=0 2024-11-23T17:23:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742198_1374 (size=12151) 2024-11-23T17:23:33,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:33,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:33,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:34,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732382674076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:34,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37966 deadline: 1732382674076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:34,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:34,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:34,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:23:34,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/4b7bfa63d9e84c069773b07e5104eac4 2024-11-23T17:23:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/7f98c1c5a0c545768b4af35e3b509b44 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7f98c1c5a0c545768b4af35e3b509b44 2024-11-23T17:23:34,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7f98c1c5a0c545768b4af35e3b509b44, entries=150, sequenceid=250, filesize=30.4 K 2024-11-23T17:23:34,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/5176c85ed28842c2973e62a0bbdb0de1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5176c85ed28842c2973e62a0bbdb0de1 2024-11-23T17:23:34,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5176c85ed28842c2973e62a0bbdb0de1, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:23:34,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/4b7bfa63d9e84c069773b07e5104eac4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4b7bfa63d9e84c069773b07e5104eac4 2024-11-23T17:23:34,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4b7bfa63d9e84c069773b07e5104eac4, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:23:34,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1275ms, sequenceid=250, compaction requested=true 2024-11-23T17:23:34,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:34,179 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7f8abad2c44a3a59e4cdc3176c74fe4:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:34,179 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:34,180 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:34,180 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:34,180 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/B is initiating minor compaction (all files) 2024-11-23T17:23:34,180 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/A is initiating minor compaction (all files) 2024-11-23T17:23:34,180 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/B in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:34,180 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/A in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:34,180 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/157b5ed672104f46b57902c0ca6b3eca, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c40965bc04ec4268a830fa71a04aa8ea, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7f98c1c5a0c545768b4af35e3b509b44] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=91.6 K 2024-11-23T17:23:34,180 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/9c9c0b00da6e42f4a2f8c6846a9c548e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/dd571e47917443a181e80a6cac7b151c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5176c85ed28842c2973e62a0bbdb0de1] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=36.1 K 2024-11-23T17:23:34,180 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:34,180 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/157b5ed672104f46b57902c0ca6b3eca, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c40965bc04ec4268a830fa71a04aa8ea, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7f98c1c5a0c545768b4af35e3b509b44] 2024-11-23T17:23:34,180 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9c0b00da6e42f4a2f8c6846a9c548e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382607415 2024-11-23T17:23:34,181 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 157b5ed672104f46b57902c0ca6b3eca, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382607415 2024-11-23T17:23:34,181 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting dd571e47917443a181e80a6cac7b151c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732382608587 2024-11-23T17:23:34,181 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 5176c85ed28842c2973e62a0bbdb0de1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382610757 2024-11-23T17:23:34,181 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c40965bc04ec4268a830fa71a04aa8ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732382608587 2024-11-23T17:23:34,181 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f98c1c5a0c545768b4af35e3b509b44, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382610757 2024-11-23T17:23:34,195 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:34,196 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#B#compaction#312 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:34,196 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/90b9ee28087d4198bb57737de83ed7b7 is 50, key is test_row_0/B:col10/1732382610757/Put/seqid=0 2024-11-23T17:23:34,197 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e1d6f77f3b744f0580a7ef4c76da69fe_f7f8abad2c44a3a59e4cdc3176c74fe4 store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:34,199 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e1d6f77f3b744f0580a7ef4c76da69fe_f7f8abad2c44a3a59e4cdc3176c74fe4, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:34,199 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e1d6f77f3b744f0580a7ef4c76da69fe_f7f8abad2c44a3a59e4cdc3176c74fe4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742199_1375 (size=12731) 2024-11-23T17:23:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742200_1376 (size=4469) 2024-11-23T17:23:34,206 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/90b9ee28087d4198bb57737de83ed7b7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/90b9ee28087d4198bb57737de83ed7b7 2024-11-23T17:23:34,210 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/B of f7f8abad2c44a3a59e4cdc3176c74fe4 into 90b9ee28087d4198bb57737de83ed7b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:34,210 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:34,210 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/B, priority=13, startTime=1732382614179; duration=0sec 2024-11-23T17:23:34,211 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:34,211 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:B 2024-11-23T17:23:34,211 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:34,212 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:34,212 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): f7f8abad2c44a3a59e4cdc3176c74fe4/C is initiating minor compaction (all files) 2024-11-23T17:23:34,212 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f7f8abad2c44a3a59e4cdc3176c74fe4/C in TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:34,212 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/435ab96df7724f21abcafbb938b32887, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/f0f1e90973b54dbdbc737306793ab57b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4b7bfa63d9e84c069773b07e5104eac4] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp, totalSize=36.1 K 2024-11-23T17:23:34,213 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 435ab96df7724f21abcafbb938b32887, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382607415 2024-11-23T17:23:34,213 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f0f1e90973b54dbdbc737306793ab57b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732382608587 2024-11-23T17:23:34,213 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b7bfa63d9e84c069773b07e5104eac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382610757 2024-11-23T17:23:34,218 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:34,219 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6c8d9d0481a44bfc9df131f4b5d4cfa0 is 50, key is test_row_0/C:col10/1732382610757/Put/seqid=0 2024-11-23T17:23:34,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742201_1377 (size=12731) 2024-11-23T17:23:34,227 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6c8d9d0481a44bfc9df131f4b5d4cfa0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6c8d9d0481a44bfc9df131f4b5d4cfa0 2024-11-23T17:23:34,231 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/C of f7f8abad2c44a3a59e4cdc3176c74fe4 into 6c8d9d0481a44bfc9df131f4b5d4cfa0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:34,231 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:34,231 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/C, priority=13, startTime=1732382614179; duration=0sec 2024-11-23T17:23:34,231 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:34,231 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:C 2024-11-23T17:23:34,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:34,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:23:34,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:34,274 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:23:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:34,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233d36bde69e65442487b32ba54d4abf91_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382612940/Put/seqid=0 2024-11-23T17:23:34,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742202_1378 (size=12454) 2024-11-23T17:23:34,300 DEBUG [Thread-1416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ba658e5 to 127.0.0.1:57836 2024-11-23T17:23:34,300 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:34,300 DEBUG [Thread-1412 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fe4cb14 to 127.0.0.1:57836 2024-11-23T17:23:34,300 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:34,301 DEBUG [Thread-1418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d736887 to 127.0.0.1:57836 2024-11-23T17:23:34,301 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:34,303 DEBUG [Thread-1420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19bc2a17 to 127.0.0.1:57836 2024-11-23T17:23:34,303 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:34,303 DEBUG [Thread-1414 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44f513b9 to 127.0.0.1:57836 2024-11-23T17:23:34,303 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:34,607 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7f8abad2c44a3a59e4cdc3176c74fe4#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:34,608 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/a1e84d9cc92a42369585bcce41e5a4ba is 175, key is test_row_0/A:col10/1732382610757/Put/seqid=0 2024-11-23T17:23:34,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742203_1379 (size=31685) 2024-11-23T17:23:34,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:34,690 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233d36bde69e65442487b32ba54d4abf91_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233d36bde69e65442487b32ba54d4abf91_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c2da8605651847b786a2d7b288e77d53, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c2da8605651847b786a2d7b288e77d53 is 175, key is test_row_0/A:col10/1732382612940/Put/seqid=0 2024-11-23T17:23:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742204_1380 (size=31255) 2024-11-23T17:23:35,015 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/a1e84d9cc92a42369585bcce41e5a4ba as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a1e84d9cc92a42369585bcce41e5a4ba 2024-11-23T17:23:35,019 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f7f8abad2c44a3a59e4cdc3176c74fe4/A of f7f8abad2c44a3a59e4cdc3176c74fe4 into a1e84d9cc92a42369585bcce41e5a4ba(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:35,019 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:35,019 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4., storeName=f7f8abad2c44a3a59e4cdc3176c74fe4/A, priority=13, startTime=1732382614178; duration=0sec 2024-11-23T17:23:35,019 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:35,019 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7f8abad2c44a3a59e4cdc3176c74fe4:A 2024-11-23T17:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:35,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. as already flushing 2024-11-23T17:23:35,082 DEBUG [Thread-1405 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54c56f75 to 127.0.0.1:57836 2024-11-23T17:23:35,082 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:35,090 DEBUG [Thread-1409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71a4fe0c to 127.0.0.1:57836 2024-11-23T17:23:35,090 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:35,095 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c2da8605651847b786a2d7b288e77d53 2024-11-23T17:23:35,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/abe2371f795649f8aa230c88d718cd59 is 50, key is test_row_0/B:col10/1732382612940/Put/seqid=0 2024-11-23T17:23:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742205_1381 (size=12301) 2024-11-23T17:23:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:23:35,504 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/abe2371f795649f8aa230c88d718cd59 2024-11-23T17:23:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6eeb992c0dd74bd08b13948ddd85519e is 50, key is test_row_0/C:col10/1732382612940/Put/seqid=0 2024-11-23T17:23:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742206_1382 (size=12301) 2024-11-23T17:23:35,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6eeb992c0dd74bd08b13948ddd85519e 2024-11-23T17:23:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/c2da8605651847b786a2d7b288e77d53 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c2da8605651847b786a2d7b288e77d53 2024-11-23T17:23:35,920 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c2da8605651847b786a2d7b288e77d53, entries=150, sequenceid=272, filesize=30.5 K 2024-11-23T17:23:35,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/abe2371f795649f8aa230c88d718cd59 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/abe2371f795649f8aa230c88d718cd59 2024-11-23T17:23:35,923 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/abe2371f795649f8aa230c88d718cd59, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T17:23:35,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/6eeb992c0dd74bd08b13948ddd85519e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6eeb992c0dd74bd08b13948ddd85519e 2024-11-23T17:23:35,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6eeb992c0dd74bd08b13948ddd85519e, entries=150, sequenceid=272, filesize=12.0 K 2024-11-23T17:23:35,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1653ms, sequenceid=272, compaction requested=false 2024-11-23T17:23:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:35,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T17:23:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T17:23:35,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T17:23:35,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8730 sec 2024-11-23T17:23:35,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.8780 sec 2024-11-23T17:23:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:23:37,158 INFO [Thread-1411 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T17:23:38,108 DEBUG [Thread-1407 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1efa0206 to 127.0.0.1:57836 2024-11-23T17:23:38,108 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:38,135 DEBUG [Thread-1403 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09b3e6d7 to 127.0.0.1:57836 2024-11-23T17:23:38,135 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:38,142 DEBUG [Thread-1401 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x52592365 to 127.0.0.1:57836 2024-11-23T17:23:38,142 DEBUG [Thread-1401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2784 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8352 rows 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2785 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8354 rows 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2790 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8367 rows 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2785 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8355 rows 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2786 2024-11-23T17:23:38,142 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8358 rows 2024-11-23T17:23:38,142 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:23:38,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b8b5c25 to 127.0.0.1:57836 2024-11-23T17:23:38,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:23:38,145 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:23:38,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:23:38,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382618148"}]},"ts":"1732382618148"} 2024-11-23T17:23:38,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:23:38,152 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:23:38,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:23:38,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, UNASSIGN}] 2024-11-23T17:23:38,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, UNASSIGN 2024-11-23T17:23:38,154 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:38,155 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:23:38,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:23:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:23:38,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:38,306 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:38,306 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:23:38,306 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing f7f8abad2c44a3a59e4cdc3176c74fe4, disabling compactions & flushes 2024-11-23T17:23:38,306 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:38,306 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:38,306 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. after waiting 0 ms 2024-11-23T17:23:38,306 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:38,307 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing f7f8abad2c44a3a59e4cdc3176c74fe4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T17:23:38,307 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=A 2024-11-23T17:23:38,307 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:38,307 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=B 2024-11-23T17:23:38,307 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:38,307 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f7f8abad2c44a3a59e4cdc3176c74fe4, store=C 2024-11-23T17:23:38,307 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:38,312 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a4d6f505199d4e0a8b16441253ebf682_f7f8abad2c44a3a59e4cdc3176c74fe4 is 50, key is test_row_0/A:col10/1732382618141/Put/seqid=0 2024-11-23T17:23:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742207_1383 (size=9914) 2024-11-23T17:23:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:23:38,716 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:38,719 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a4d6f505199d4e0a8b16441253ebf682_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4d6f505199d4e0a8b16441253ebf682_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:38,720 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/2a3baa82ca7a474a9797eff786d67471, store: [table=TestAcidGuarantees family=A region=f7f8abad2c44a3a59e4cdc3176c74fe4] 2024-11-23T17:23:38,720 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/2a3baa82ca7a474a9797eff786d67471 is 175, key is test_row_0/A:col10/1732382618141/Put/seqid=0 2024-11-23T17:23:38,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742208_1384 (size=22561) 2024-11-23T17:23:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:23:39,125 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/2a3baa82ca7a474a9797eff786d67471 2024-11-23T17:23:39,130 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/910b765575224926a39d74300747e7a3 is 50, key is test_row_0/B:col10/1732382618141/Put/seqid=0 2024-11-23T17:23:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742209_1385 (size=9857) 2024-11-23T17:23:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:23:39,534 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/910b765575224926a39d74300747e7a3 2024-11-23T17:23:39,540 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/3726572745cd4dc4af567f282127f125 is 50, key is test_row_0/C:col10/1732382618141/Put/seqid=0 2024-11-23T17:23:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742210_1386 (size=9857) 2024-11-23T17:23:39,943 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/3726572745cd4dc4af567f282127f125 2024-11-23T17:23:39,947 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/A/2a3baa82ca7a474a9797eff786d67471 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/2a3baa82ca7a474a9797eff786d67471 2024-11-23T17:23:39,950 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/2a3baa82ca7a474a9797eff786d67471, entries=100, sequenceid=281, filesize=22.0 K 2024-11-23T17:23:39,951 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/B/910b765575224926a39d74300747e7a3 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/910b765575224926a39d74300747e7a3 2024-11-23T17:23:39,953 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/910b765575224926a39d74300747e7a3, entries=100, sequenceid=281, filesize=9.6 K 2024-11-23T17:23:39,954 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/.tmp/C/3726572745cd4dc4af567f282127f125 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/3726572745cd4dc4af567f282127f125 2024-11-23T17:23:39,956 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/3726572745cd4dc4af567f282127f125, entries=100, sequenceid=281, filesize=9.6 K 2024-11-23T17:23:39,957 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f7f8abad2c44a3a59e4cdc3176c74fe4 in 1651ms, sequenceid=281, compaction requested=true 2024-11-23T17:23:39,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/5c9d296c0c214b60a618558d4ad28767, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7431aaf2d5364c98b95abc5e2e7d5007, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/3dec6995e1134f91bbc6032e97323472, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a12eae70d062446db20220938b535806, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/59e0ecbe8b6f4078b0cbfeb8323e5667, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d54e3d5001fc4f09a7e7bf863cd33969, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/ffafbdab537c462f8205a8681149135c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/63807d58df3a400bb16fc3e3323423d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/29795aad45be4b3cb398a83a0b3bcf66, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c9bf64de98db4246bb82c6dfd4a91e78, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/9e4e9c4271954faab3354b895284eeec, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d3ef8436ebd346b6bcc9550d5c21ad5f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/67dbfd17a5574f75b5a948f0403d8fe8, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/157b5ed672104f46b57902c0ca6b3eca, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c40965bc04ec4268a830fa71a04aa8ea, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7f98c1c5a0c545768b4af35e3b509b44] to archive 2024-11-23T17:23:39,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:39,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/5c9d296c0c214b60a618558d4ad28767 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/5c9d296c0c214b60a618558d4ad28767 2024-11-23T17:23:39,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7431aaf2d5364c98b95abc5e2e7d5007 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7431aaf2d5364c98b95abc5e2e7d5007 2024-11-23T17:23:39,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/3dec6995e1134f91bbc6032e97323472 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/3dec6995e1134f91bbc6032e97323472 2024-11-23T17:23:39,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a12eae70d062446db20220938b535806 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a12eae70d062446db20220938b535806 2024-11-23T17:23:39,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/59e0ecbe8b6f4078b0cbfeb8323e5667 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/59e0ecbe8b6f4078b0cbfeb8323e5667 2024-11-23T17:23:39,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d54e3d5001fc4f09a7e7bf863cd33969 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d54e3d5001fc4f09a7e7bf863cd33969 2024-11-23T17:23:39,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/e5b4c65d7be4454f8b8fa0e6ff8fb6d4 2024-11-23T17:23:39,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/ffafbdab537c462f8205a8681149135c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/ffafbdab537c462f8205a8681149135c 2024-11-23T17:23:39,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/63807d58df3a400bb16fc3e3323423d4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/63807d58df3a400bb16fc3e3323423d4 2024-11-23T17:23:39,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/29795aad45be4b3cb398a83a0b3bcf66 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/29795aad45be4b3cb398a83a0b3bcf66 2024-11-23T17:23:39,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c9bf64de98db4246bb82c6dfd4a91e78 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c9bf64de98db4246bb82c6dfd4a91e78 2024-11-23T17:23:39,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/9e4e9c4271954faab3354b895284eeec to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/9e4e9c4271954faab3354b895284eeec 2024-11-23T17:23:39,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d3ef8436ebd346b6bcc9550d5c21ad5f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/d3ef8436ebd346b6bcc9550d5c21ad5f 2024-11-23T17:23:39,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/67dbfd17a5574f75b5a948f0403d8fe8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/67dbfd17a5574f75b5a948f0403d8fe8 2024-11-23T17:23:39,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/157b5ed672104f46b57902c0ca6b3eca to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/157b5ed672104f46b57902c0ca6b3eca 2024-11-23T17:23:39,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c40965bc04ec4268a830fa71a04aa8ea to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c40965bc04ec4268a830fa71a04aa8ea 2024-11-23T17:23:39,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7f98c1c5a0c545768b4af35e3b509b44 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/7f98c1c5a0c545768b4af35e3b509b44 2024-11-23T17:23:39,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fa233b320ec0466babfa39f7fddf64c7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5983b466a219429692bf918fe07665d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/78aef934279844c7a7c34cc67f3bbf3f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/020a5213b3d841b69cb46edd2da39578, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c715eb8d3fe94151bafc7da07f11cb36, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4747ccababc94ba0a4307ccf18df234d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fe7c2da8158f4583bf7e402540ad22d7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6b23472f8964415faf496c25f8b31f2b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c85dbf74314c417c910ca793e0749442, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/e1ec372ead4f4bd1a4bb686da1e29d8f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/06a09e059c6042db85ea7cc8f6cdc3e6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6e08300042d5459a8dcf24a75afd79f1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/64b1bc23dbf54ddda689e0eb528272fc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/9c9c0b00da6e42f4a2f8c6846a9c548e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4656851a87b34effbd3d45e6f7fcae34, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/dd571e47917443a181e80a6cac7b151c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5176c85ed28842c2973e62a0bbdb0de1] to archive 2024-11-23T17:23:39,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:39,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fa233b320ec0466babfa39f7fddf64c7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fa233b320ec0466babfa39f7fddf64c7 2024-11-23T17:23:39,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5983b466a219429692bf918fe07665d4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5983b466a219429692bf918fe07665d4 2024-11-23T17:23:39,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/78aef934279844c7a7c34cc67f3bbf3f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/78aef934279844c7a7c34cc67f3bbf3f 2024-11-23T17:23:39,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/020a5213b3d841b69cb46edd2da39578 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/020a5213b3d841b69cb46edd2da39578 2024-11-23T17:23:39,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c715eb8d3fe94151bafc7da07f11cb36 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c715eb8d3fe94151bafc7da07f11cb36 2024-11-23T17:23:39,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4747ccababc94ba0a4307ccf18df234d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4747ccababc94ba0a4307ccf18df234d 2024-11-23T17:23:39,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fe7c2da8158f4583bf7e402540ad22d7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/fe7c2da8158f4583bf7e402540ad22d7 2024-11-23T17:23:39,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6b23472f8964415faf496c25f8b31f2b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6b23472f8964415faf496c25f8b31f2b 2024-11-23T17:23:39,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c85dbf74314c417c910ca793e0749442 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/c85dbf74314c417c910ca793e0749442 2024-11-23T17:23:39,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/e1ec372ead4f4bd1a4bb686da1e29d8f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/e1ec372ead4f4bd1a4bb686da1e29d8f 2024-11-23T17:23:39,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/06a09e059c6042db85ea7cc8f6cdc3e6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/06a09e059c6042db85ea7cc8f6cdc3e6 2024-11-23T17:23:39,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6e08300042d5459a8dcf24a75afd79f1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/6e08300042d5459a8dcf24a75afd79f1 2024-11-23T17:23:39,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/64b1bc23dbf54ddda689e0eb528272fc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/64b1bc23dbf54ddda689e0eb528272fc 2024-11-23T17:23:39,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/9c9c0b00da6e42f4a2f8c6846a9c548e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/9c9c0b00da6e42f4a2f8c6846a9c548e 2024-11-23T17:23:39,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4656851a87b34effbd3d45e6f7fcae34 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/4656851a87b34effbd3d45e6f7fcae34 2024-11-23T17:23:39,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/dd571e47917443a181e80a6cac7b151c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/dd571e47917443a181e80a6cac7b151c 2024-11-23T17:23:39,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5176c85ed28842c2973e62a0bbdb0de1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/5176c85ed28842c2973e62a0bbdb0de1 2024-11-23T17:23:39,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/c64ea2fce5644149beb281063d1a3c35, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/94d7778b11c248769e6e782485f5b086, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4e0142dd7d8e4d149f4d4862eaf17c7a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/ed55c403dab44adfb37cdd341f380f4b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d671d16d0a8243c88720d15e5c222f3d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/506e84cb95e7478aa437bbe2f700f030, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/1e4dfb83a1a14dfa9388f1327df4776d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/b7659db9cebc4e56a0ba24651fe021b9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/78b29e6c10714c3bb36150f2141fdce5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/cd0836c07fc34f40b2644fde83e0d21b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/08c5ee12303f444b9b506859e6eeb84f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d2e91a9cedd94c45adfbfd89b0db8092, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6be0f053fed74d40ba00be2410e0413d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/435ab96df7724f21abcafbb938b32887, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/bd4cfe70242b490e8567b12a4593254a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/f0f1e90973b54dbdbc737306793ab57b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4b7bfa63d9e84c069773b07e5104eac4] to archive 2024-11-23T17:23:39,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:39,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/c64ea2fce5644149beb281063d1a3c35 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/c64ea2fce5644149beb281063d1a3c35 2024-11-23T17:23:39,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/94d7778b11c248769e6e782485f5b086 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/94d7778b11c248769e6e782485f5b086 2024-11-23T17:23:39,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4e0142dd7d8e4d149f4d4862eaf17c7a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4e0142dd7d8e4d149f4d4862eaf17c7a 2024-11-23T17:23:39,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/ed55c403dab44adfb37cdd341f380f4b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/ed55c403dab44adfb37cdd341f380f4b 2024-11-23T17:23:39,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d671d16d0a8243c88720d15e5c222f3d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d671d16d0a8243c88720d15e5c222f3d 2024-11-23T17:23:39,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/506e84cb95e7478aa437bbe2f700f030 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/506e84cb95e7478aa437bbe2f700f030 2024-11-23T17:23:39,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/1e4dfb83a1a14dfa9388f1327df4776d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/1e4dfb83a1a14dfa9388f1327df4776d 2024-11-23T17:23:39,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/b7659db9cebc4e56a0ba24651fe021b9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/b7659db9cebc4e56a0ba24651fe021b9 2024-11-23T17:23:39,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/78b29e6c10714c3bb36150f2141fdce5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/78b29e6c10714c3bb36150f2141fdce5 2024-11-23T17:23:39,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/cd0836c07fc34f40b2644fde83e0d21b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/cd0836c07fc34f40b2644fde83e0d21b 2024-11-23T17:23:39,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/08c5ee12303f444b9b506859e6eeb84f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/08c5ee12303f444b9b506859e6eeb84f 2024-11-23T17:23:39,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d2e91a9cedd94c45adfbfd89b0db8092 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/d2e91a9cedd94c45adfbfd89b0db8092 2024-11-23T17:23:39,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6be0f053fed74d40ba00be2410e0413d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6be0f053fed74d40ba00be2410e0413d 2024-11-23T17:23:39,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/435ab96df7724f21abcafbb938b32887 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/435ab96df7724f21abcafbb938b32887 2024-11-23T17:23:39,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/bd4cfe70242b490e8567b12a4593254a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/bd4cfe70242b490e8567b12a4593254a 2024-11-23T17:23:40,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/f0f1e90973b54dbdbc737306793ab57b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/f0f1e90973b54dbdbc737306793ab57b 2024-11-23T17:23:40,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4b7bfa63d9e84c069773b07e5104eac4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/4b7bfa63d9e84c069773b07e5104eac4 2024-11-23T17:23:40,004 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/recovered.edits/284.seqid, newMaxSeqId=284, maxSeqId=4 2024-11-23T17:23:40,004 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4. 2024-11-23T17:23:40,004 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for f7f8abad2c44a3a59e4cdc3176c74fe4: 2024-11-23T17:23:40,006 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=f7f8abad2c44a3a59e4cdc3176c74fe4, regionState=CLOSED 2024-11-23T17:23:40,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T17:23:40,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure f7f8abad2c44a3a59e4cdc3176c74fe4, server=f54dd19cfe0a,32977,1732382508134 in 1.8520 sec 2024-11-23T17:23:40,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-23T17:23:40,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7f8abad2c44a3a59e4cdc3176c74fe4, UNASSIGN in 1.8550 sec 2024-11-23T17:23:40,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T17:23:40,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8570 sec 2024-11-23T17:23:40,011 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382620010"}]},"ts":"1732382620010"} 2024-11-23T17:23:40,011 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:23:40,013 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:23:40,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8680 sec 2024-11-23T17:23:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:23:40,252 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T17:23:40,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:23:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:40,254 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:23:40,254 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:40,256 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,258 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/recovered.edits] 2024-11-23T17:23:40,260 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/2a3baa82ca7a474a9797eff786d67471 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/2a3baa82ca7a474a9797eff786d67471 2024-11-23T17:23:40,261 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a1e84d9cc92a42369585bcce41e5a4ba to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/a1e84d9cc92a42369585bcce41e5a4ba 2024-11-23T17:23:40,262 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c2da8605651847b786a2d7b288e77d53 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/A/c2da8605651847b786a2d7b288e77d53 2024-11-23T17:23:40,263 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/90b9ee28087d4198bb57737de83ed7b7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/90b9ee28087d4198bb57737de83ed7b7 2024-11-23T17:23:40,264 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/910b765575224926a39d74300747e7a3 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/910b765575224926a39d74300747e7a3 2024-11-23T17:23:40,265 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/abe2371f795649f8aa230c88d718cd59 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/B/abe2371f795649f8aa230c88d718cd59 2024-11-23T17:23:40,267 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/3726572745cd4dc4af567f282127f125 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/3726572745cd4dc4af567f282127f125 2024-11-23T17:23:40,268 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6c8d9d0481a44bfc9df131f4b5d4cfa0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6c8d9d0481a44bfc9df131f4b5d4cfa0 2024-11-23T17:23:40,268 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6eeb992c0dd74bd08b13948ddd85519e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/C/6eeb992c0dd74bd08b13948ddd85519e 2024-11-23T17:23:40,270 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/recovered.edits/284.seqid to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4/recovered.edits/284.seqid 2024-11-23T17:23:40,271 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:23:40,271 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:23:40,272 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T17:23:40,274 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112321153ab693fc4d2b9f6f52ffb96ff41e_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112321153ab693fc4d2b9f6f52ffb96ff41e_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,275 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233d36bde69e65442487b32ba54d4abf91_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233d36bde69e65442487b32ba54d4abf91_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,275 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233fd55fab2fff42129f49ce8672a2aa1f_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233fd55fab2fff42129f49ce8672a2aa1f_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,276 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341bb3039802c4984af269f003ece03dd_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112341bb3039802c4984af269f003ece03dd_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,277 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234dabb58d3d754d8da28f790498a2070e_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234dabb58d3d754d8da28f790498a2070e_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,278 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f341cb02e2941abb938a947a4304fa4_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f341cb02e2941abb938a947a4304fa4_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,279 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238e6fc309961a4fbbb351bff5d9df9125_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238e6fc309961a4fbbb351bff5d9df9125_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,280 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239b9fe78d7bab451e8f578fead32a6cf3_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239b9fe78d7bab451e8f578fead32a6cf3_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,280 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239d3808be200a4a0da6669e0646c3c9cd_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239d3808be200a4a0da6669e0646c3c9cd_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,281 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4d6f505199d4e0a8b16441253ebf682_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4d6f505199d4e0a8b16441253ebf682_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,282 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b926af42540b4ccc864d1286f1b7d790_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b926af42540b4ccc864d1286f1b7d790_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,283 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cc53a85a6f874e62a7785df44ac7464d_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cc53a85a6f874e62a7785df44ac7464d_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,284 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd09596122f9481fb37992de4f2d4d47_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd09596122f9481fb37992de4f2d4d47_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,285 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1e520a50cbb4db5a2ddb3811a0729ce_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f1e520a50cbb4db5a2ddb3811a0729ce_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,285 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fe82bf266ddf45f0b051b904cb473717_f7f8abad2c44a3a59e4cdc3176c74fe4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fe82bf266ddf45f0b051b904cb473717_f7f8abad2c44a3a59e4cdc3176c74fe4 2024-11-23T17:23:40,286 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:23:40,287 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:40,289 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:23:40,290 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:23:40,291 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:40,291 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:23:40,291 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382620291"}]},"ts":"9223372036854775807"} 2024-11-23T17:23:40,293 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:23:40,293 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f7f8abad2c44a3a59e4cdc3176c74fe4, NAME => 'TestAcidGuarantees,,1732382591234.f7f8abad2c44a3a59e4cdc3176c74fe4.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:23:40,293 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:23:40,293 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382620293"}]},"ts":"9223372036854775807"} 2024-11-23T17:23:40,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:23:40,296 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:40,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-23T17:23:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:23:40,355 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T17:23:40,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 240), OpenFileDescriptor=450 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=2864 (was 2891) 2024-11-23T17:23:40,373 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=2864 2024-11-23T17:23:40,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:23:40,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:23:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:23:40,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:23:40,376 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:40,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-23T17:23:40,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:23:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-23T17:23:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742211_1387 (size=960) 2024-11-23T17:23:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-23T17:23:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-23T17:23:40,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:23:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742212_1388 (size=53) 2024-11-23T17:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-23T17:23:41,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:23:41,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 45d1f8c44a69bb8c57ea462cc79f9598, disabling compactions & flushes 2024-11-23T17:23:41,190 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. after waiting 0 ms 2024-11-23T17:23:41,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,190 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:41,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:23:41,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382621191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382621191"}]},"ts":"1732382621191"} 2024-11-23T17:23:41,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:23:41,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:23:41,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382621193"}]},"ts":"1732382621193"} 2024-11-23T17:23:41,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:23:41,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45d1f8c44a69bb8c57ea462cc79f9598, ASSIGN}] 2024-11-23T17:23:41,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45d1f8c44a69bb8c57ea462cc79f9598, ASSIGN 2024-11-23T17:23:41,198 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45d1f8c44a69bb8c57ea462cc79f9598, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=false 2024-11-23T17:23:41,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=45d1f8c44a69bb8c57ea462cc79f9598, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:41,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:23:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-23T17:23:41,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:41,503 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,503 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:23:41,504 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,504 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:23:41,504 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,504 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,505 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,506 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:41,506 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d1f8c44a69bb8c57ea462cc79f9598 columnFamilyName A 2024-11-23T17:23:41,506 DEBUG [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:41,507 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.HStore(327): Store=45d1f8c44a69bb8c57ea462cc79f9598/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:41,507 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,508 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:41,508 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d1f8c44a69bb8c57ea462cc79f9598 columnFamilyName B 2024-11-23T17:23:41,508 DEBUG [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:41,508 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.HStore(327): Store=45d1f8c44a69bb8c57ea462cc79f9598/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:41,508 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,509 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:23:41,510 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d1f8c44a69bb8c57ea462cc79f9598 columnFamilyName C 2024-11-23T17:23:41,510 DEBUG [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:23:41,510 INFO [StoreOpener-45d1f8c44a69bb8c57ea462cc79f9598-1 {}] regionserver.HStore(327): Store=45d1f8c44a69bb8c57ea462cc79f9598/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:23:41,510 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,511 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,511 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,512 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:23:41,513 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:41,514 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:23:41,515 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 45d1f8c44a69bb8c57ea462cc79f9598; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69919020, jitterRate=0.041874587535858154}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:23:41,515 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:41,516 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., pid=119, masterSystemTime=1732382621501 2024-11-23T17:23:41,517 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,517 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:41,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=45d1f8c44a69bb8c57ea462cc79f9598, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:41,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T17:23:41,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 in 168 msec 2024-11-23T17:23:41,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-23T17:23:41,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45d1f8c44a69bb8c57ea462cc79f9598, ASSIGN in 322 msec 2024-11-23T17:23:41,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:23:41,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382621520"}]},"ts":"1732382621520"} 2024-11-23T17:23:41,521 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:23:41,523 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:23:41,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-23T17:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-23T17:23:42,481 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-23T17:23:42,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65036559 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e75b9c0 2024-11-23T17:23:42,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c37647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,488 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:23:42,489 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:23:42,491 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f67a4d to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721e6c0a 2024-11-23T17:23:42,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb24d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d5fe744 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c20a8d9 2024-11-23T17:23:42,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51453050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721d647e to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b126c84 2024-11-23T17:23:42,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632d1806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c014307 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44ff604f 2024-11-23T17:23:42,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f99adfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b9854ab to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54dabc8f 2024-11-23T17:23:42,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562e0db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a4d4e08 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ca8a543 2024-11-23T17:23:42,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abeec20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44462a02 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dcd0d74 2024-11-23T17:23:42,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df2701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69d7a6f6 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd4a015 2024-11-23T17:23:42,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca71a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5938a7c8 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@308560f2 2024-11-23T17:23:42,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4483a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25593478 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e4052d1 2024-11-23T17:23:42,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5128bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:23:42,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-23T17:23:42,531 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T17:23:42,531 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:42,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:42,532 DEBUG [hconnection-0x274e64cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,532 DEBUG [hconnection-0x74256a9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,533 DEBUG [hconnection-0x20fb753c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,533 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,534 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,536 DEBUG [hconnection-0x4a1af785-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,537 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,541 DEBUG [hconnection-0x7fdc1fd2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,542 DEBUG [hconnection-0x56a3af37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,542 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,542 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,542 DEBUG [hconnection-0x4ad726e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,543 DEBUG [hconnection-0x72b0fb1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:42,543 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:23:42,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:42,544 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:42,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:42,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:42,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:42,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:42,548 DEBUG [hconnection-0x5b0649fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,549 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,555 DEBUG [hconnection-0xd53fe1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:23:42,556 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:23:42,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3b8519ebfec44fc29130b8191eb35542 is 50, key is test_row_0/A:col10/1732382622538/Put/seqid=0 2024-11-23T17:23:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742213_1389 (size=12001) 2024-11-23T17:23:42,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382682588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382682588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382682588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382682589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382682589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T17:23:42,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:42,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382682697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382682698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382682698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382682698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382682699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T17:23:42,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:42,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382682900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382682900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382682901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382682901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382682904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3b8519ebfec44fc29130b8191eb35542 2024-11-23T17:23:42,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:42,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:42,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/bb2f13567a1744459806c5f7fdfe1a89 is 50, key is test_row_0/B:col10/1732382622538/Put/seqid=0 2024-11-23T17:23:43,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742214_1390 (size=12001) 2024-11-23T17:23:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T17:23:43,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382683203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382683203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382683204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382683205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382683207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/bb2f13567a1744459806c5f7fdfe1a89 2024-11-23T17:23:43,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/62827c559797445d823fecc628278061 is 50, key is test_row_0/C:col10/1732382622538/Put/seqid=0 2024-11-23T17:23:43,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742215_1391 (size=12001) 2024-11-23T17:23:43,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:43,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T17:23:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382683707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382683708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382683710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382683711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382683713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:43,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/62827c559797445d823fecc628278061 2024-11-23T17:23:43,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3b8519ebfec44fc29130b8191eb35542 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3b8519ebfec44fc29130b8191eb35542 2024-11-23T17:23:43,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3b8519ebfec44fc29130b8191eb35542, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T17:23:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/bb2f13567a1744459806c5f7fdfe1a89 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/bb2f13567a1744459806c5f7fdfe1a89 2024-11-23T17:23:43,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/bb2f13567a1744459806c5f7fdfe1a89, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T17:23:43,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/62827c559797445d823fecc628278061 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/62827c559797445d823fecc628278061 2024-11-23T17:23:43,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/62827c559797445d823fecc628278061, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T17:23:43,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1310ms, sequenceid=12, compaction requested=false 2024-11-23T17:23:43,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:43,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:43,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T17:23:43,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:43,911 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:23:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/5a7e24a6e0514872bce8b802b6aab6e7 is 50, key is test_row_0/A:col10/1732382622588/Put/seqid=0 2024-11-23T17:23:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742216_1392 (size=12001) 2024-11-23T17:23:44,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/5a7e24a6e0514872bce8b802b6aab6e7 2024-11-23T17:23:44,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/22d35ef888af484fb897c7d8068b8424 is 50, key is test_row_0/B:col10/1732382622588/Put/seqid=0 2024-11-23T17:23:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742217_1393 (size=12001) 2024-11-23T17:23:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T17:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:44,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382684722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382684723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382684723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382684724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382684725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,735 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/22d35ef888af484fb897c7d8068b8424 2024-11-23T17:23:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/5d4e1bbea9714db1a07249a2f5307619 is 50, key is test_row_0/C:col10/1732382622588/Put/seqid=0 2024-11-23T17:23:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742218_1394 (size=12001) 2024-11-23T17:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382684827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382684827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382684828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382684827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:44,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382684829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382685031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382685031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382685032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382685032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382685032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,147 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/5d4e1bbea9714db1a07249a2f5307619 2024-11-23T17:23:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/5a7e24a6e0514872bce8b802b6aab6e7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5a7e24a6e0514872bce8b802b6aab6e7 2024-11-23T17:23:45,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5a7e24a6e0514872bce8b802b6aab6e7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:23:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/22d35ef888af484fb897c7d8068b8424 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/22d35ef888af484fb897c7d8068b8424 2024-11-23T17:23:45,158 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/22d35ef888af484fb897c7d8068b8424, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:23:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/5d4e1bbea9714db1a07249a2f5307619 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/5d4e1bbea9714db1a07249a2f5307619 2024-11-23T17:23:45,161 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/5d4e1bbea9714db1a07249a2f5307619, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:23:45,162 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1251ms, sequenceid=38, compaction requested=false 2024-11-23T17:23:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-23T17:23:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-23T17:23:45,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T17:23:45,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6320 sec 2024-11-23T17:23:45,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.6350 sec 2024-11-23T17:23:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:45,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:23:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:45,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1f867a33dda14ce28849fad6a14683ab is 50, key is test_row_0/A:col10/1732382625341/Put/seqid=0 2024-11-23T17:23:45,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742219_1395 (size=14341) 2024-11-23T17:23:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382685367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382685368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382685369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382685373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382685376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382685477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382685477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382685477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382685479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382685479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:23:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382685682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382685682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382685682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382685683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382685683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1f867a33dda14ce28849fad6a14683ab 2024-11-23T17:23:45,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/c91b219ce90f4051adaff4e48fa74e30 is 50, key is test_row_0/B:col10/1732382625341/Put/seqid=0 2024-11-23T17:23:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742220_1396 (size=12001) 2024-11-23T17:23:45,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382685987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382685988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382685988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382685988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382685989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:46,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/c91b219ce90f4051adaff4e48fa74e30 2024-11-23T17:23:46,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/6444b23583f04230945279b10cf306ff is 50, key is test_row_0/C:col10/1732382625341/Put/seqid=0 2024-11-23T17:23:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742221_1397 (size=12001) 2024-11-23T17:23:46,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382686494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:46,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382686494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:46,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382686495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:46,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382686495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:46,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382686497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:46,531 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:23:46,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/6444b23583f04230945279b10cf306ff 2024-11-23T17:23:46,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1f867a33dda14ce28849fad6a14683ab as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f867a33dda14ce28849fad6a14683ab 2024-11-23T17:23:46,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f867a33dda14ce28849fad6a14683ab, entries=200, sequenceid=51, filesize=14.0 K 2024-11-23T17:23:46,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/c91b219ce90f4051adaff4e48fa74e30 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/c91b219ce90f4051adaff4e48fa74e30 2024-11-23T17:23:46,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/c91b219ce90f4051adaff4e48fa74e30, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T17:23:46,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/6444b23583f04230945279b10cf306ff as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/6444b23583f04230945279b10cf306ff 2024-11-23T17:23:46,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/6444b23583f04230945279b10cf306ff, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T17:23:46,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1251ms, sequenceid=51, compaction requested=true 2024-11-23T17:23:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:46,592 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:46,592 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:46,593 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:46,593 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:46,593 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:23:46,593 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:23:46,593 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:46,593 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:46,593 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/bb2f13567a1744459806c5f7fdfe1a89, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/22d35ef888af484fb897c7d8068b8424, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/c91b219ce90f4051adaff4e48fa74e30] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.2 K 2024-11-23T17:23:46,593 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3b8519ebfec44fc29130b8191eb35542, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5a7e24a6e0514872bce8b802b6aab6e7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f867a33dda14ce28849fad6a14683ab] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=37.4 K 2024-11-23T17:23:46,593 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b8519ebfec44fc29130b8191eb35542, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732382622538 2024-11-23T17:23:46,593 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting bb2f13567a1744459806c5f7fdfe1a89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732382622538 2024-11-23T17:23:46,594 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 22d35ef888af484fb897c7d8068b8424, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382622552 2024-11-23T17:23:46,594 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a7e24a6e0514872bce8b802b6aab6e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382622552 2024-11-23T17:23:46,594 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting c91b219ce90f4051adaff4e48fa74e30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732382624723 2024-11-23T17:23:46,594 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f867a33dda14ce28849fad6a14683ab, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732382624720 2024-11-23T17:23:46,600 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:46,601 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/2d60ce8678b9493eaac4e42899cb34d1 is 50, key is test_row_0/B:col10/1732382625341/Put/seqid=0 2024-11-23T17:23:46,601 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:46,601 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/4487f9efa3ba4a30b4f86db569dcc618 is 50, key is test_row_0/A:col10/1732382625341/Put/seqid=0 2024-11-23T17:23:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742222_1398 (size=12104) 2024-11-23T17:23:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742223_1399 (size=12104) 2024-11-23T17:23:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T17:23:46,635 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-23T17:23:46,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-23T17:23:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:23:46,638 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:46,638 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:46,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:23:46,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:46,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-23T17:23:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:46,791 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:23:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:46,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/942f9b4c23a34082b476141d3e6c9570 is 50, key is test_row_0/A:col10/1732382625365/Put/seqid=0 2024-11-23T17:23:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742224_1400 (size=12001) 2024-11-23T17:23:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:23:47,011 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/4487f9efa3ba4a30b4f86db569dcc618 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4487f9efa3ba4a30b4f86db569dcc618 2024-11-23T17:23:47,011 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/2d60ce8678b9493eaac4e42899cb34d1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d60ce8678b9493eaac4e42899cb34d1 2024-11-23T17:23:47,015 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into 4487f9efa3ba4a30b4f86db569dcc618(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:47,015 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:47,015 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=13, startTime=1732382626592; duration=0sec 2024-11-23T17:23:47,015 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:47,015 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:23:47,016 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:47,016 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into 2d60ce8678b9493eaac4e42899cb34d1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:47,016 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:47,016 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=13, startTime=1732382626592; duration=0sec 2024-11-23T17:23:47,016 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:47,016 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:23:47,016 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:47,016 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:23:47,016 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:47,017 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/62827c559797445d823fecc628278061, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/5d4e1bbea9714db1a07249a2f5307619, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/6444b23583f04230945279b10cf306ff] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.2 K 2024-11-23T17:23:47,017 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62827c559797445d823fecc628278061, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732382622538 2024-11-23T17:23:47,017 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d4e1bbea9714db1a07249a2f5307619, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382622552 2024-11-23T17:23:47,018 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6444b23583f04230945279b10cf306ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732382624723 2024-11-23T17:23:47,024 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:47,024 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e2462f982d4648709000ded1c06cb748 is 50, key is test_row_0/C:col10/1732382625341/Put/seqid=0 2024-11-23T17:23:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742225_1401 (size=12104) 2024-11-23T17:23:47,202 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/942f9b4c23a34082b476141d3e6c9570 2024-11-23T17:23:47,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/41500a6ad549413db082b8d3ef9f49ea is 50, key is test_row_0/B:col10/1732382625365/Put/seqid=0 2024-11-23T17:23:47,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742226_1402 (size=12001) 2024-11-23T17:23:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:23:47,434 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e2462f982d4648709000ded1c06cb748 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e2462f982d4648709000ded1c06cb748 2024-11-23T17:23:47,438 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into e2462f982d4648709000ded1c06cb748(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:47,438 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:47,438 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=13, startTime=1732382626592; duration=0sec 2024-11-23T17:23:47,438 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:47,438 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:23:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:47,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:47,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382687509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382687512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382687513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382687514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382687514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/41500a6ad549413db082b8d3ef9f49ea 2024-11-23T17:23:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382687618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382687618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382687621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382687621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/1bde93f153dc40ebb8649a635929a018 is 50, key is test_row_0/C:col10/1732382625365/Put/seqid=0 2024-11-23T17:23:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742227_1403 (size=12001) 2024-11-23T17:23:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:23:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382687823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382687824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382687828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:47,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382687829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/1bde93f153dc40ebb8649a635929a018 2024-11-23T17:23:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/942f9b4c23a34082b476141d3e6c9570 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/942f9b4c23a34082b476141d3e6c9570 2024-11-23T17:23:48,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/942f9b4c23a34082b476141d3e6c9570, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T17:23:48,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/41500a6ad549413db082b8d3ef9f49ea as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/41500a6ad549413db082b8d3ef9f49ea 2024-11-23T17:23:48,043 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/41500a6ad549413db082b8d3ef9f49ea, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T17:23:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/1bde93f153dc40ebb8649a635929a018 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/1bde93f153dc40ebb8649a635929a018 2024-11-23T17:23:48,047 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/1bde93f153dc40ebb8649a635929a018, entries=150, sequenceid=74, filesize=11.7 K 2024-11-23T17:23:48,048 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1257ms, sequenceid=74, compaction requested=false 2024-11-23T17:23:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-23T17:23:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-23T17:23:48,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-23T17:23:48,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-23T17:23:48,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4150 sec 2024-11-23T17:23:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:48,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:23:48,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:48,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:48,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:48,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:48,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:48,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:48,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1f4a54d9b69640c7a47fd201c2de0e26 is 50, key is test_row_0/A:col10/1732382628130/Put/seqid=0 2024-11-23T17:23:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742228_1404 (size=16681) 2024-11-23T17:23:48,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1f4a54d9b69640c7a47fd201c2de0e26 2024-11-23T17:23:48,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/f1b87d6e5419438db7f2a64a5e1d1d4b is 50, key is test_row_0/B:col10/1732382628130/Put/seqid=0 2024-11-23T17:23:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742229_1405 (size=12001) 2024-11-23T17:23:48,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382688157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382688158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382688162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382688162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382688264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382688264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382688271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382688271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382688469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382688470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382688475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382688477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/f1b87d6e5419438db7f2a64a5e1d1d4b 2024-11-23T17:23:48,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/029db244972142819455741b27fa47ae is 50, key is test_row_0/C:col10/1732382628130/Put/seqid=0 2024-11-23T17:23:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742230_1406 (size=12001) 2024-11-23T17:23:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:23:48,742 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T17:23:48,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-23T17:23:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T17:23:48,744 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:48,745 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:48,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:48,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382688774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382688775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382688780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382688781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T17:23:48,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:48,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T17:23:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:48,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:48,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/029db244972142819455741b27fa47ae 2024-11-23T17:23:48,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1f4a54d9b69640c7a47fd201c2de0e26 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f4a54d9b69640c7a47fd201c2de0e26 2024-11-23T17:23:48,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f4a54d9b69640c7a47fd201c2de0e26, entries=250, sequenceid=92, filesize=16.3 K 2024-11-23T17:23:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/f1b87d6e5419438db7f2a64a5e1d1d4b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f1b87d6e5419438db7f2a64a5e1d1d4b 2024-11-23T17:23:48,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f1b87d6e5419438db7f2a64a5e1d1d4b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T17:23:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/029db244972142819455741b27fa47ae as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/029db244972142819455741b27fa47ae 2024-11-23T17:23:48,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/029db244972142819455741b27fa47ae, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T17:23:48,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 45d1f8c44a69bb8c57ea462cc79f9598 in 850ms, sequenceid=92, compaction requested=true 2024-11-23T17:23:48,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:48,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:48,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:48,981 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:48,982 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:23:48,983 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:48,983 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:48,983 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4487f9efa3ba4a30b4f86db569dcc618, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/942f9b4c23a34082b476141d3e6c9570, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f4a54d9b69640c7a47fd201c2de0e26] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=39.8 K 2024-11-23T17:23:48,983 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d60ce8678b9493eaac4e42899cb34d1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/41500a6ad549413db082b8d3ef9f49ea, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f1b87d6e5419438db7f2a64a5e1d1d4b] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.3 K 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4487f9efa3ba4a30b4f86db569dcc618, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732382624723 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d60ce8678b9493eaac4e42899cb34d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732382624723 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 41500a6ad549413db082b8d3ef9f49ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732382625365 2024-11-23T17:23:48,983 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 942f9b4c23a34082b476141d3e6c9570, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732382625365 2024-11-23T17:23:48,984 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f1b87d6e5419438db7f2a64a5e1d1d4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382627512 2024-11-23T17:23:48,984 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f4a54d9b69640c7a47fd201c2de0e26, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382627511 2024-11-23T17:23:48,992 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:48,993 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1e50c04413ea4c609c53c891d80264dc is 50, key is test_row_0/A:col10/1732382628130/Put/seqid=0 2024-11-23T17:23:48,995 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:48,995 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/3773940c634d4bbc96ae5b98ac514efc is 50, key is test_row_0/B:col10/1732382628130/Put/seqid=0 2024-11-23T17:23:49,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742231_1407 (size=12207) 2024-11-23T17:23:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742232_1408 (size=12207) 2024-11-23T17:23:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T17:23:49,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T17:23:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:49,050 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:23:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:49,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:49,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:49,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:49,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:49,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/61e3a5bf622743ab84d339c2eaabc1f1 is 50, key is test_row_0/A:col10/1732382628161/Put/seqid=0 2024-11-23T17:23:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742233_1409 (size=12001) 2024-11-23T17:23:49,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/61e3a5bf622743ab84d339c2eaabc1f1 2024-11-23T17:23:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/57a3d5d4bf4340a4abf8b6103b77c0c1 is 50, key is test_row_0/B:col10/1732382628161/Put/seqid=0 2024-11-23T17:23:49,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742234_1410 (size=12001) 2024-11-23T17:23:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:49,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382689323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382689323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382689323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382689324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T17:23:49,407 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1e50c04413ea4c609c53c891d80264dc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e50c04413ea4c609c53c891d80264dc 2024-11-23T17:23:49,411 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into 1e50c04413ea4c609c53c891d80264dc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:49,411 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:49,411 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=13, startTime=1732382628981; duration=0sec 2024-11-23T17:23:49,411 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:49,411 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:23:49,411 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:49,412 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:49,412 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:23:49,412 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:49,412 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e2462f982d4648709000ded1c06cb748, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/1bde93f153dc40ebb8649a635929a018, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/029db244972142819455741b27fa47ae] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.3 K 2024-11-23T17:23:49,413 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2462f982d4648709000ded1c06cb748, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732382624723 2024-11-23T17:23:49,413 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bde93f153dc40ebb8649a635929a018, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732382625365 2024-11-23T17:23:49,413 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 029db244972142819455741b27fa47ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382627512 2024-11-23T17:23:49,418 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/3773940c634d4bbc96ae5b98ac514efc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/3773940c634d4bbc96ae5b98ac514efc 2024-11-23T17:23:49,420 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:49,420 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/a7fdbd88ad794336a1f5ef487e8e0cd6 is 50, key is test_row_0/C:col10/1732382628130/Put/seqid=0 2024-11-23T17:23:49,423 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into 3773940c634d4bbc96ae5b98ac514efc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:49,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:49,423 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=13, startTime=1732382628981; duration=0sec 2024-11-23T17:23:49,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:49,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:23:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742235_1411 (size=12207) 2024-11-23T17:23:49,429 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/a7fdbd88ad794336a1f5ef487e8e0cd6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/a7fdbd88ad794336a1f5ef487e8e0cd6 2024-11-23T17:23:49,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382689430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382689430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382689430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,435 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into a7fdbd88ad794336a1f5ef487e8e0cd6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:49,435 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382689431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,435 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=13, startTime=1732382628982; duration=0sec 2024-11-23T17:23:49,435 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:49,435 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:23:49,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/57a3d5d4bf4340a4abf8b6103b77c0c1 2024-11-23T17:23:49,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/760114d7c7c84f0781c23ff88c9c946a is 50, key is test_row_0/C:col10/1732382628161/Put/seqid=0 2024-11-23T17:23:49,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742236_1412 (size=12001) 2024-11-23T17:23:49,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382689523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,525 DEBUG [Thread-1761 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:49,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3b8519ebfec44fc29130b8191eb35542, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5a7e24a6e0514872bce8b802b6aab6e7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f867a33dda14ce28849fad6a14683ab, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4487f9efa3ba4a30b4f86db569dcc618, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/942f9b4c23a34082b476141d3e6c9570, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f4a54d9b69640c7a47fd201c2de0e26] to archive 2024-11-23T17:23:49,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:49,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3b8519ebfec44fc29130b8191eb35542 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3b8519ebfec44fc29130b8191eb35542 2024-11-23T17:23:49,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5a7e24a6e0514872bce8b802b6aab6e7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5a7e24a6e0514872bce8b802b6aab6e7 2024-11-23T17:23:49,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f867a33dda14ce28849fad6a14683ab to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f867a33dda14ce28849fad6a14683ab 2024-11-23T17:23:49,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4487f9efa3ba4a30b4f86db569dcc618 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4487f9efa3ba4a30b4f86db569dcc618 2024-11-23T17:23:49,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/942f9b4c23a34082b476141d3e6c9570 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/942f9b4c23a34082b476141d3e6c9570 2024-11-23T17:23:49,545 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f4a54d9b69640c7a47fd201c2de0e26 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1f4a54d9b69640c7a47fd201c2de0e26 2024-11-23T17:23:49,546 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/bb2f13567a1744459806c5f7fdfe1a89, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/22d35ef888af484fb897c7d8068b8424, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d60ce8678b9493eaac4e42899cb34d1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/c91b219ce90f4051adaff4e48fa74e30, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/41500a6ad549413db082b8d3ef9f49ea, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f1b87d6e5419438db7f2a64a5e1d1d4b] to archive 2024-11-23T17:23:49,547 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:49,549 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/bb2f13567a1744459806c5f7fdfe1a89 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/bb2f13567a1744459806c5f7fdfe1a89 2024-11-23T17:23:49,550 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/22d35ef888af484fb897c7d8068b8424 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/22d35ef888af484fb897c7d8068b8424 2024-11-23T17:23:49,551 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d60ce8678b9493eaac4e42899cb34d1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d60ce8678b9493eaac4e42899cb34d1 2024-11-23T17:23:49,552 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/c91b219ce90f4051adaff4e48fa74e30 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/c91b219ce90f4051adaff4e48fa74e30 2024-11-23T17:23:49,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/41500a6ad549413db082b8d3ef9f49ea to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/41500a6ad549413db082b8d3ef9f49ea 2024-11-23T17:23:49,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f1b87d6e5419438db7f2a64a5e1d1d4b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f1b87d6e5419438db7f2a64a5e1d1d4b 2024-11-23T17:23:49,555 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/62827c559797445d823fecc628278061, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/5d4e1bbea9714db1a07249a2f5307619, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e2462f982d4648709000ded1c06cb748, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/6444b23583f04230945279b10cf306ff, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/1bde93f153dc40ebb8649a635929a018, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/029db244972142819455741b27fa47ae] to archive 2024-11-23T17:23:49,556 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:23:49,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/62827c559797445d823fecc628278061 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/62827c559797445d823fecc628278061 2024-11-23T17:23:49,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/5d4e1bbea9714db1a07249a2f5307619 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/5d4e1bbea9714db1a07249a2f5307619 2024-11-23T17:23:49,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e2462f982d4648709000ded1c06cb748 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e2462f982d4648709000ded1c06cb748 2024-11-23T17:23:49,564 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/6444b23583f04230945279b10cf306ff to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/6444b23583f04230945279b10cf306ff 2024-11-23T17:23:49,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/1bde93f153dc40ebb8649a635929a018 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/1bde93f153dc40ebb8649a635929a018 2024-11-23T17:23:49,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/029db244972142819455741b27fa47ae to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/029db244972142819455741b27fa47ae 2024-11-23T17:23:49,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382689635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382689635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382689636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382689636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T17:23:49,882 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/760114d7c7c84f0781c23ff88c9c946a 2024-11-23T17:23:49,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/61e3a5bf622743ab84d339c2eaabc1f1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/61e3a5bf622743ab84d339c2eaabc1f1 2024-11-23T17:23:49,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/61e3a5bf622743ab84d339c2eaabc1f1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:23:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/57a3d5d4bf4340a4abf8b6103b77c0c1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/57a3d5d4bf4340a4abf8b6103b77c0c1 2024-11-23T17:23:49,896 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/57a3d5d4bf4340a4abf8b6103b77c0c1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:23:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/760114d7c7c84f0781c23ff88c9c946a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/760114d7c7c84f0781c23ff88c9c946a 2024-11-23T17:23:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/760114d7c7c84f0781c23ff88c9c946a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T17:23:49,901 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 45d1f8c44a69bb8c57ea462cc79f9598 in 851ms, sequenceid=114, compaction requested=false 2024-11-23T17:23:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-23T17:23:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-23T17:23:49,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T17:23:49,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-11-23T17:23:49,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.1600 sec 2024-11-23T17:23:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:49,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:23:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:49,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:49,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/4675ab40c83341ddbca0979fdf1ae844 is 50, key is test_row_0/A:col10/1732382629939/Put/seqid=0 2024-11-23T17:23:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742237_1413 (size=14391) 2024-11-23T17:23:49,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/4675ab40c83341ddbca0979fdf1ae844 2024-11-23T17:23:49,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/e32bb6368bce434c8a052eb3cefd4542 is 50, key is test_row_0/B:col10/1732382629939/Put/seqid=0 2024-11-23T17:23:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742238_1414 (size=12051) 2024-11-23T17:23:49,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/e32bb6368bce434c8a052eb3cefd4542 2024-11-23T17:23:49,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/59bd757de88a4eada0505f5611fb24bb is 50, key is test_row_0/C:col10/1732382629939/Put/seqid=0 2024-11-23T17:23:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742239_1415 (size=12051) 2024-11-23T17:23:49,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382689967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382689968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382689969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382689972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382690076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382690077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382690077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382690077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382690280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382690282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382690282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382690282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/59bd757de88a4eada0505f5611fb24bb 2024-11-23T17:23:50,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/4675ab40c83341ddbca0979fdf1ae844 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4675ab40c83341ddbca0979fdf1ae844 2024-11-23T17:23:50,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4675ab40c83341ddbca0979fdf1ae844, entries=200, sequenceid=132, filesize=14.1 K 2024-11-23T17:23:50,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/e32bb6368bce434c8a052eb3cefd4542 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/e32bb6368bce434c8a052eb3cefd4542 2024-11-23T17:23:50,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/e32bb6368bce434c8a052eb3cefd4542, entries=150, sequenceid=132, filesize=11.8 K 2024-11-23T17:23:50,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/59bd757de88a4eada0505f5611fb24bb as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/59bd757de88a4eada0505f5611fb24bb 2024-11-23T17:23:50,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/59bd757de88a4eada0505f5611fb24bb, entries=150, sequenceid=132, filesize=11.8 K 2024-11-23T17:23:50,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 45d1f8c44a69bb8c57ea462cc79f9598 in 449ms, sequenceid=132, compaction requested=true 2024-11-23T17:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:50,390 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:50,390 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:23:50,391 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:50,391 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:50,391 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e50c04413ea4c609c53c891d80264dc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/61e3a5bf622743ab84d339c2eaabc1f1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4675ab40c83341ddbca0979fdf1ae844] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=37.7 K 2024-11-23T17:23:50,391 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/3773940c634d4bbc96ae5b98ac514efc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/57a3d5d4bf4340a4abf8b6103b77c0c1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/e32bb6368bce434c8a052eb3cefd4542] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.4 K 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e50c04413ea4c609c53c891d80264dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382627512 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3773940c634d4bbc96ae5b98ac514efc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382627512 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61e3a5bf622743ab84d339c2eaabc1f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382628156 2024-11-23T17:23:50,391 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 57a3d5d4bf4340a4abf8b6103b77c0c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382628156 2024-11-23T17:23:50,392 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4675ab40c83341ddbca0979fdf1ae844, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382629284 2024-11-23T17:23:50,392 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e32bb6368bce434c8a052eb3cefd4542, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382629284 2024-11-23T17:23:50,402 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:50,402 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:50,403 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b16ab0f58b514d90b74f84bdc2385990 is 50, key is test_row_0/B:col10/1732382629939/Put/seqid=0 2024-11-23T17:23:50,403 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1e5728a5707d420d9c4c939befef0f0f is 50, key is test_row_0/A:col10/1732382629939/Put/seqid=0 2024-11-23T17:23:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742240_1416 (size=12154) 2024-11-23T17:23:50,416 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b16ab0f58b514d90b74f84bdc2385990 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b16ab0f58b514d90b74f84bdc2385990 2024-11-23T17:23:50,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742241_1417 (size=12154) 2024-11-23T17:23:50,421 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into b16ab0f58b514d90b74f84bdc2385990(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:50,421 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:50,421 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=13, startTime=1732382630390; duration=0sec 2024-11-23T17:23:50,421 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:50,421 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:23:50,421 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:50,422 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1e5728a5707d420d9c4c939befef0f0f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e5728a5707d420d9c4c939befef0f0f 2024-11-23T17:23:50,422 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:50,422 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:23:50,422 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:50,422 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/a7fdbd88ad794336a1f5ef487e8e0cd6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/760114d7c7c84f0781c23ff88c9c946a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/59bd757de88a4eada0505f5611fb24bb] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.4 K 2024-11-23T17:23:50,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting a7fdbd88ad794336a1f5ef487e8e0cd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382627512 2024-11-23T17:23:50,423 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 760114d7c7c84f0781c23ff88c9c946a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732382628156 2024-11-23T17:23:50,425 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 59bd757de88a4eada0505f5611fb24bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382629284 2024-11-23T17:23:50,428 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into 1e5728a5707d420d9c4c939befef0f0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:50,428 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:50,428 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=13, startTime=1732382630390; duration=0sec 2024-11-23T17:23:50,428 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:50,428 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:23:50,432 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:50,433 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/92bf7150a22e446ca653b7dd5856e041 is 50, key is test_row_0/C:col10/1732382629939/Put/seqid=0 2024-11-23T17:23:50,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742242_1418 (size=12154) 2024-11-23T17:23:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:50,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:23:50,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:50,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:50,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:50,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:50,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:50,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:50,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/5f99b45d158b42d1a2c4364ba85cb1d6 is 50, key is test_row_0/A:col10/1732382629970/Put/seqid=0 2024-11-23T17:23:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742243_1419 (size=14541) 2024-11-23T17:23:50,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382690598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382690602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382690603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382690603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382690704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382690708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382690708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382690709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T17:23:50,848 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-23T17:23:50,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-23T17:23:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:23:50,851 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:50,852 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:50,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:50,856 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/92bf7150a22e446ca653b7dd5856e041 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/92bf7150a22e446ca653b7dd5856e041 2024-11-23T17:23:50,861 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into 92bf7150a22e446ca653b7dd5856e041(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:50,861 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:50,861 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=13, startTime=1732382630390; duration=0sec 2024-11-23T17:23:50,861 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:50,861 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:23:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382690907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382690912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382690912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382690912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:23:50,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/5f99b45d158b42d1a2c4364ba85cb1d6 2024-11-23T17:23:51,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b22ac467955b4da4904e724e513ae21c is 50, key is test_row_0/B:col10/1732382629970/Put/seqid=0 2024-11-23T17:23:51,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:23:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:51,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742244_1420 (size=12151) 2024-11-23T17:23:51,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b22ac467955b4da4904e724e513ae21c 2024-11-23T17:23:51,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/7aa9ffc2fcf84cbca672e505d33cb27f is 50, key is test_row_0/C:col10/1732382629970/Put/seqid=0 2024-11-23T17:23:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742245_1421 (size=12151) 2024-11-23T17:23:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:23:51,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:23:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:51,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382691214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382691219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382691219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382691219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:23:51,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:51,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:51,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/7aa9ffc2fcf84cbca672e505d33cb27f 2024-11-23T17:23:51,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/5f99b45d158b42d1a2c4364ba85cb1d6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5f99b45d158b42d1a2c4364ba85cb1d6 2024-11-23T17:23:51,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5f99b45d158b42d1a2c4364ba85cb1d6, entries=200, sequenceid=156, filesize=14.2 K 2024-11-23T17:23:51,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b22ac467955b4da4904e724e513ae21c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b22ac467955b4da4904e724e513ae21c 2024-11-23T17:23:51,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b22ac467955b4da4904e724e513ae21c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:23:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/7aa9ffc2fcf84cbca672e505d33cb27f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/7aa9ffc2fcf84cbca672e505d33cb27f 2024-11-23T17:23:51,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/7aa9ffc2fcf84cbca672e505d33cb27f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:23:51,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 45d1f8c44a69bb8c57ea462cc79f9598 in 851ms, sequenceid=156, compaction requested=false 2024-11-23T17:23:51,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:23:51,463 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:23:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:51,463 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:23:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:51,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:51,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/7fdb6cbd63e041ce9193beae81930146 is 50, key is test_row_0/A:col10/1732382630602/Put/seqid=0 2024-11-23T17:23:51,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742246_1422 (size=12151) 2024-11-23T17:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:51,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:51,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382691749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382691749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382691753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382691755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382691856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382691857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382691861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382691862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:51,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/7fdb6cbd63e041ce9193beae81930146 2024-11-23T17:23:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8cd22d30aff546a3a4204941b5877e41 is 50, key is test_row_0/B:col10/1732382630602/Put/seqid=0 2024-11-23T17:23:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742247_1423 (size=12151) 2024-11-23T17:23:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:23:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382692058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382692059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382692063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382692067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,282 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8cd22d30aff546a3a4204941b5877e41 2024-11-23T17:23:52,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/ce8603dc75ad4de0994bf13392b69ae5 is 50, key is test_row_0/C:col10/1732382630602/Put/seqid=0 2024-11-23T17:23:52,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742248_1424 (size=12151) 2024-11-23T17:23:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382692361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382692363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382692366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382692371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,693 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/ce8603dc75ad4de0994bf13392b69ae5 2024-11-23T17:23:52,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/7fdb6cbd63e041ce9193beae81930146 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/7fdb6cbd63e041ce9193beae81930146 2024-11-23T17:23:52,700 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/7fdb6cbd63e041ce9193beae81930146, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T17:23:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8cd22d30aff546a3a4204941b5877e41 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8cd22d30aff546a3a4204941b5877e41 2024-11-23T17:23:52,704 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8cd22d30aff546a3a4204941b5877e41, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T17:23:52,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/ce8603dc75ad4de0994bf13392b69ae5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/ce8603dc75ad4de0994bf13392b69ae5 2024-11-23T17:23:52,708 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/ce8603dc75ad4de0994bf13392b69ae5, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T17:23:52,708 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1245ms, sequenceid=171, compaction requested=true 2024-11-23T17:23:52,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:52,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:52,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-23T17:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-23T17:23:52,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-23T17:23:52,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-11-23T17:23:52,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.8620 sec 2024-11-23T17:23:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:52,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:23:52,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:52,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:52,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:52,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:52,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:52,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:52,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/e608864050544006a9eafbe7b88c061b is 50, key is test_row_0/A:col10/1732382632873/Put/seqid=0 2024-11-23T17:23:52,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742249_1425 (size=19321) 2024-11-23T17:23:52,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/e608864050544006a9eafbe7b88c061b 2024-11-23T17:23:52,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/7e6be7389e864dcfb872783abd3a7338 is 50, key is test_row_0/B:col10/1732382632873/Put/seqid=0 2024-11-23T17:23:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382692888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382692889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382692890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382692892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742250_1426 (size=12151) 2024-11-23T17:23:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:23:52,954 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T17:23:52,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-23T17:23:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:23:52,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:52,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:52,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382692999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382692999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382692999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382693000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:23:53,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T17:23:53,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382693202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382693202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382693203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382693203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:23:53,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T17:23:53,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:53,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/7e6be7389e864dcfb872783abd3a7338 2024-11-23T17:23:53,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/75b6352a7d834c8f939f0ca13ea03265 is 50, key is test_row_0/C:col10/1732382632873/Put/seqid=0 2024-11-23T17:23:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742251_1427 (size=12151) 2024-11-23T17:23:53,414 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T17:23:53,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:53,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382693507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382693508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382693508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382693509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56366 deadline: 1732382693541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,545 DEBUG [Thread-1761 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:23:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:23:53,567 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T17:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/75b6352a7d834c8f939f0ca13ea03265 2024-11-23T17:23:53,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/e608864050544006a9eafbe7b88c061b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/e608864050544006a9eafbe7b88c061b 2024-11-23T17:23:53,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T17:23:53,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:53,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/e608864050544006a9eafbe7b88c061b, entries=300, sequenceid=196, filesize=18.9 K 2024-11-23T17:23:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/7e6be7389e864dcfb872783abd3a7338 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7e6be7389e864dcfb872783abd3a7338 2024-11-23T17:23:53,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7e6be7389e864dcfb872783abd3a7338, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T17:23:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/75b6352a7d834c8f939f0ca13ea03265 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/75b6352a7d834c8f939f0ca13ea03265 2024-11-23T17:23:53,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/75b6352a7d834c8f939f0ca13ea03265, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T17:23:53,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45d1f8c44a69bb8c57ea462cc79f9598 in 857ms, sequenceid=196, compaction requested=true 2024-11-23T17:23:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:53,731 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:53,731 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:53,733 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48607 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:53,733 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58167 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:53,733 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:23:53,733 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:23:53,733 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,733 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,733 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b16ab0f58b514d90b74f84bdc2385990, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b22ac467955b4da4904e724e513ae21c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8cd22d30aff546a3a4204941b5877e41, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7e6be7389e864dcfb872783abd3a7338] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=47.5 K 2024-11-23T17:23:53,733 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e5728a5707d420d9c4c939befef0f0f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5f99b45d158b42d1a2c4364ba85cb1d6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/7fdb6cbd63e041ce9193beae81930146, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/e608864050544006a9eafbe7b88c061b] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=56.8 K 2024-11-23T17:23:53,733 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e5728a5707d420d9c4c939befef0f0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382629284 2024-11-23T17:23:53,733 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b16ab0f58b514d90b74f84bdc2385990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382629284 2024-11-23T17:23:53,734 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b22ac467955b4da4904e724e513ae21c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382629967 2024-11-23T17:23:53,734 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f99b45d158b42d1a2c4364ba85cb1d6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382629967 2024-11-23T17:23:53,734 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cd22d30aff546a3a4204941b5877e41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732382630601 2024-11-23T17:23:53,734 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fdb6cbd63e041ce9193beae81930146, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732382630601 2024-11-23T17:23:53,734 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e6be7389e864dcfb872783abd3a7338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382631747 2024-11-23T17:23:53,734 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e608864050544006a9eafbe7b88c061b, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382631747 2024-11-23T17:23:53,742 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:53,742 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1d69c1adab504f62a5182ee7da876a74 is 50, key is test_row_0/A:col10/1732382632873/Put/seqid=0 2024-11-23T17:23:53,744 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:53,744 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/0e9c9df584d84fbf9b01a6a7ca3b0b27 is 50, key is test_row_0/B:col10/1732382632873/Put/seqid=0 2024-11-23T17:23:53,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742252_1428 (size=12391) 2024-11-23T17:23:53,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742253_1429 (size=12391) 2024-11-23T17:23:53,762 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/0e9c9df584d84fbf9b01a6a7ca3b0b27 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0e9c9df584d84fbf9b01a6a7ca3b0b27 2024-11-23T17:23:53,767 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into 0e9c9df584d84fbf9b01a6a7ca3b0b27(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:53,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:53,767 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=12, startTime=1732382633731; duration=0sec 2024-11-23T17:23:53,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:53,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:23:53,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:53,768 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48607 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:53,768 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:23:53,768 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,768 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/92bf7150a22e446ca653b7dd5856e041, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/7aa9ffc2fcf84cbca672e505d33cb27f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/ce8603dc75ad4de0994bf13392b69ae5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/75b6352a7d834c8f939f0ca13ea03265] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=47.5 K 2024-11-23T17:23:53,768 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 92bf7150a22e446ca653b7dd5856e041, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382629284 2024-11-23T17:23:53,769 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aa9ffc2fcf84cbca672e505d33cb27f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382629967 2024-11-23T17:23:53,769 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ce8603dc75ad4de0994bf13392b69ae5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732382630601 2024-11-23T17:23:53,769 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 75b6352a7d834c8f939f0ca13ea03265, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382631747 2024-11-23T17:23:53,776 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:53,776 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/4b7058b993834782a28dbb7135e17999 is 50, key is test_row_0/C:col10/1732382632873/Put/seqid=0 2024-11-23T17:23:53,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742254_1430 (size=12391) 2024-11-23T17:23:53,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:53,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T17:23:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:53,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:23:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1aa6357672184e6488885186b9172c79 is 50, key is test_row_0/A:col10/1732382632887/Put/seqid=0 2024-11-23T17:23:53,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742255_1431 (size=12151) 2024-11-23T17:23:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:54,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382694045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382694045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382694049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382694051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:23:54,159 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1d69c1adab504f62a5182ee7da876a74 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1d69c1adab504f62a5182ee7da876a74 2024-11-23T17:23:54,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382694152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382694152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382694156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,162 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into 1d69c1adab504f62a5182ee7da876a74(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:54,162 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:54,162 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=12, startTime=1732382633731; duration=0sec 2024-11-23T17:23:54,163 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:54,163 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:23:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382694158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,190 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/4b7058b993834782a28dbb7135e17999 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4b7058b993834782a28dbb7135e17999 2024-11-23T17:23:54,194 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into 4b7058b993834782a28dbb7135e17999(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:54,194 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:54,194 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=12, startTime=1732382633731; duration=0sec 2024-11-23T17:23:54,194 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:54,194 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:23:54,281 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1aa6357672184e6488885186b9172c79 2024-11-23T17:23:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/2d019be51a3344ea9adaea7e18bac272 is 50, key is test_row_0/B:col10/1732382632887/Put/seqid=0 2024-11-23T17:23:54,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742256_1432 (size=12151) 2024-11-23T17:23:54,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382694361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382694361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382694363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382694366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382694664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382694664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382694668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382694670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:54,694 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/2d019be51a3344ea9adaea7e18bac272 2024-11-23T17:23:54,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/89a9c783f65a4a8197dd49f1793238b4 is 50, key is test_row_0/C:col10/1732382632887/Put/seqid=0 2024-11-23T17:23:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742257_1433 (size=12151) 2024-11-23T17:23:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:23:55,106 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/89a9c783f65a4a8197dd49f1793238b4 2024-11-23T17:23:55,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/1aa6357672184e6488885186b9172c79 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1aa6357672184e6488885186b9172c79 2024-11-23T17:23:55,113 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1aa6357672184e6488885186b9172c79, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T17:23:55,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/2d019be51a3344ea9adaea7e18bac272 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d019be51a3344ea9adaea7e18bac272 2024-11-23T17:23:55,117 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d019be51a3344ea9adaea7e18bac272, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T17:23:55,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/89a9c783f65a4a8197dd49f1793238b4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/89a9c783f65a4a8197dd49f1793238b4 2024-11-23T17:23:55,122 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/89a9c783f65a4a8197dd49f1793238b4, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T17:23:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T17:23:55,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1250ms, sequenceid=208, compaction requested=false 2024-11-23T17:23:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-23T17:23:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-23T17:23:55,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T17:23:55,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1670 sec 2024-11-23T17:23:55,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.1700 sec 2024-11-23T17:23:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:55,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:23:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:55,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:55,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/2780982b46f94cdc9ad1cdedb4c122c1 is 50, key is test_row_0/A:col10/1732382634044/Put/seqid=0 2024-11-23T17:23:55,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742258_1434 (size=14541) 2024-11-23T17:23:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382695184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382695184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382695185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382695186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382695291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382695291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382695291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382695291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382695496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382695496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382695496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382695497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/2780982b46f94cdc9ad1cdedb4c122c1 2024-11-23T17:23:55,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/171cb89552624d14a29770acf43db469 is 50, key is test_row_0/B:col10/1732382634044/Put/seqid=0 2024-11-23T17:23:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742259_1435 (size=12151) 2024-11-23T17:23:55,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/171cb89552624d14a29770acf43db469 2024-11-23T17:23:55,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/f882218aec3d4cf181885d51d455b6d4 is 50, key is test_row_0/C:col10/1732382634044/Put/seqid=0 2024-11-23T17:23:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742260_1436 (size=12151) 2024-11-23T17:23:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382695799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382695801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382695803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382695803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/f882218aec3d4cf181885d51d455b6d4 2024-11-23T17:23:56,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/2780982b46f94cdc9ad1cdedb4c122c1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/2780982b46f94cdc9ad1cdedb4c122c1 2024-11-23T17:23:56,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/2780982b46f94cdc9ad1cdedb4c122c1, entries=200, sequenceid=236, filesize=14.2 K 2024-11-23T17:23:56,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/171cb89552624d14a29770acf43db469 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/171cb89552624d14a29770acf43db469 2024-11-23T17:23:56,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/171cb89552624d14a29770acf43db469, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T17:23:56,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/f882218aec3d4cf181885d51d455b6d4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/f882218aec3d4cf181885d51d455b6d4 2024-11-23T17:23:56,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/f882218aec3d4cf181885d51d455b6d4, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T17:23:56,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 45d1f8c44a69bb8c57ea462cc79f9598 in 859ms, sequenceid=236, compaction requested=true 2024-11-23T17:23:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:56,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:56,033 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:56,033 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:56,034 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:56,034 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:56,034 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:23:56,034 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:23:56,034 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:56,034 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:56,034 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0e9c9df584d84fbf9b01a6a7ca3b0b27, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d019be51a3344ea9adaea7e18bac272, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/171cb89552624d14a29770acf43db469] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.8 K 2024-11-23T17:23:56,034 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1d69c1adab504f62a5182ee7da876a74, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1aa6357672184e6488885186b9172c79, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/2780982b46f94cdc9ad1cdedb4c122c1] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=38.2 K 2024-11-23T17:23:56,034 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e9c9df584d84fbf9b01a6a7ca3b0b27, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382631747 2024-11-23T17:23:56,034 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d69c1adab504f62a5182ee7da876a74, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382631747 2024-11-23T17:23:56,035 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d019be51a3344ea9adaea7e18bac272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732382632887 2024-11-23T17:23:56,035 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa6357672184e6488885186b9172c79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732382632887 2024-11-23T17:23:56,035 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 171cb89552624d14a29770acf43db469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382634034 2024-11-23T17:23:56,035 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2780982b46f94cdc9ad1cdedb4c122c1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382634034 2024-11-23T17:23:56,041 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:56,042 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:56,042 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/167cceb8ea844bebaaa468d3093c64e7 is 50, key is test_row_0/B:col10/1732382634044/Put/seqid=0 2024-11-23T17:23:56,042 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/c5585c9ca72743358d7366cef4bff1dd is 50, key is test_row_0/A:col10/1732382634044/Put/seqid=0 2024-11-23T17:23:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742261_1437 (size=12493) 2024-11-23T17:23:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742262_1438 (size=12493) 2024-11-23T17:23:56,051 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/167cceb8ea844bebaaa468d3093c64e7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/167cceb8ea844bebaaa468d3093c64e7 2024-11-23T17:23:56,054 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/c5585c9ca72743358d7366cef4bff1dd as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/c5585c9ca72743358d7366cef4bff1dd 2024-11-23T17:23:56,056 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into 167cceb8ea844bebaaa468d3093c64e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:56,056 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:56,056 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=13, startTime=1732382636033; duration=0sec 2024-11-23T17:23:56,056 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:56,056 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:23:56,056 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:23:56,058 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:23:56,058 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:23:56,058 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:56,058 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4b7058b993834782a28dbb7135e17999, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/89a9c783f65a4a8197dd49f1793238b4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/f882218aec3d4cf181885d51d455b6d4] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=35.8 K 2024-11-23T17:23:56,058 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into c5585c9ca72743358d7366cef4bff1dd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:56,058 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:56,058 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=13, startTime=1732382636033; duration=0sec 2024-11-23T17:23:56,059 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b7058b993834782a28dbb7135e17999, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382631747 2024-11-23T17:23:56,059 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:56,059 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:23:56,059 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 89a9c783f65a4a8197dd49f1793238b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732382632887 2024-11-23T17:23:56,059 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f882218aec3d4cf181885d51d455b6d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382634034 2024-11-23T17:23:56,064 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#371 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:56,065 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/93ce0b43648a466089143aeb4b2821c6 is 50, key is test_row_0/C:col10/1732382634044/Put/seqid=0 2024-11-23T17:23:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742263_1439 (size=12493) 2024-11-23T17:23:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:56,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:23:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:56,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/a1a538ee8f42499fa9c2ca851044a04f is 50, key is test_row_0/A:col10/1732382636305/Put/seqid=0 2024-11-23T17:23:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742264_1440 (size=12151) 2024-11-23T17:23:56,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382696371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382696371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382696371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382696372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,473 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/93ce0b43648a466089143aeb4b2821c6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/93ce0b43648a466089143aeb4b2821c6 2024-11-23T17:23:56,477 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into 93ce0b43648a466089143aeb4b2821c6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:56,477 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:56,477 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=13, startTime=1732382636033; duration=0sec 2024-11-23T17:23:56,478 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:56,478 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:23:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382696480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382696480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382696480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382696481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382696683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382696683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382696686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382696686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/a1a538ee8f42499fa9c2ca851044a04f 2024-11-23T17:23:56,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/f9c159e75c2d4362a507b8a32c4bc43e is 50, key is test_row_0/B:col10/1732382636305/Put/seqid=0 2024-11-23T17:23:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742265_1441 (size=12151) 2024-11-23T17:23:56,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382696986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382696987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382696991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:56,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382696992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:23:57,061 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-23T17:23:57,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-23T17:23:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:23:57,064 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:57,065 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:57,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:57,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/f9c159e75c2d4362a507b8a32c4bc43e 2024-11-23T17:23:57,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/03bd2a9a4c5e47879445df73333cd968 is 50, key is test_row_0/C:col10/1732382636305/Put/seqid=0 2024-11-23T17:23:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742266_1442 (size=12151) 2024-11-23T17:23:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:23:57,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T17:23:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:57,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:23:57,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T17:23:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:57,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382697490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382697492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382697496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382697497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T17:23:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:57,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:57,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:57,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/03bd2a9a4c5e47879445df73333cd968 2024-11-23T17:23:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/a1a538ee8f42499fa9c2ca851044a04f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/a1a538ee8f42499fa9c2ca851044a04f 2024-11-23T17:23:57,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/a1a538ee8f42499fa9c2ca851044a04f, entries=150, sequenceid=249, filesize=11.9 K 2024-11-23T17:23:57,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/f9c159e75c2d4362a507b8a32c4bc43e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f9c159e75c2d4362a507b8a32c4bc43e 2024-11-23T17:23:57,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f9c159e75c2d4362a507b8a32c4bc43e, entries=150, sequenceid=249, filesize=11.9 K 2024-11-23T17:23:57,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/03bd2a9a4c5e47879445df73333cd968 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/03bd2a9a4c5e47879445df73333cd968 2024-11-23T17:23:57,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/03bd2a9a4c5e47879445df73333cd968, entries=150, sequenceid=249, filesize=11.9 K 2024-11-23T17:23:57,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1246ms, sequenceid=249, compaction requested=false 2024-11-23T17:23:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:23:57,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:57,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T17:23:57,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:57,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:23:57,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:57,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/0eabee7243fc4bfaa6c0ab1f44dd70f4 is 50, key is test_row_0/A:col10/1732382636330/Put/seqid=0 2024-11-23T17:23:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742267_1443 (size=12301) 2024-11-23T17:23:58,086 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/0eabee7243fc4bfaa6c0ab1f44dd70f4 2024-11-23T17:23:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/31f2a802a2754ed3a529cf9a0029210a is 50, key is test_row_0/B:col10/1732382636330/Put/seqid=0 2024-11-23T17:23:58,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742268_1444 (size=12301) 2024-11-23T17:23:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:23:58,497 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/31f2a802a2754ed3a529cf9a0029210a 2024-11-23T17:23:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:58,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/fa082a03874b41a69d39e8ffeb350c8f is 50, key is test_row_0/C:col10/1732382636330/Put/seqid=0 2024-11-23T17:23:58,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382698509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742269_1445 (size=12301) 2024-11-23T17:23:58,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/fa082a03874b41a69d39e8ffeb350c8f 2024-11-23T17:23:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382698510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/0eabee7243fc4bfaa6c0ab1f44dd70f4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/0eabee7243fc4bfaa6c0ab1f44dd70f4 2024-11-23T17:23:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382698514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382698514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,524 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/0eabee7243fc4bfaa6c0ab1f44dd70f4, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T17:23:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/31f2a802a2754ed3a529cf9a0029210a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/31f2a802a2754ed3a529cf9a0029210a 2024-11-23T17:23:58,528 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/31f2a802a2754ed3a529cf9a0029210a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T17:23:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/fa082a03874b41a69d39e8ffeb350c8f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/fa082a03874b41a69d39e8ffeb350c8f 2024-11-23T17:23:58,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/fa082a03874b41a69d39e8ffeb350c8f, entries=150, sequenceid=276, filesize=12.0 K 2024-11-23T17:23:58,532 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 45d1f8c44a69bb8c57ea462cc79f9598 in 856ms, sequenceid=276, compaction requested=true 2024-11-23T17:23:58,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:58,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:58,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-23T17:23:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-23T17:23:58,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-23T17:23:58,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4680 sec 2024-11-23T17:23:58,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4710 sec 2024-11-23T17:23:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:58,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:58,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/b311754635eb495089e0a3b040b32f96 is 50, key is test_row_0/A:col10/1732382638617/Put/seqid=0 2024-11-23T17:23:58,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742270_1446 (size=14741) 2024-11-23T17:23:58,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/b311754635eb495089e0a3b040b32f96 2024-11-23T17:23:58,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b810b7935c2e4351b9101b6c2758fc7c is 50, key is test_row_0/B:col10/1732382638617/Put/seqid=0 2024-11-23T17:23:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742271_1447 (size=12301) 2024-11-23T17:23:58,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382698650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382698652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382698655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382698656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382698757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382698759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382698762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382698762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382698962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382698962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382698966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382698969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b810b7935c2e4351b9101b6c2758fc7c 2024-11-23T17:23:59,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/346f92c2e70544f4a8919e3f6d93f72c is 50, key is test_row_0/C:col10/1732382638617/Put/seqid=0 2024-11-23T17:23:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742272_1448 (size=12301) 2024-11-23T17:23:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:23:59,168 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T17:23:59,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:23:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T17:23:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:23:59,171 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:23:59,171 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:23:59,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:23:59,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382699266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382699266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:23:59,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382699273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382699274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:23:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:59,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/346f92c2e70544f4a8919e3f6d93f72c 2024-11-23T17:23:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/b311754635eb495089e0a3b040b32f96 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/b311754635eb495089e0a3b040b32f96 2024-11-23T17:23:59,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/b311754635eb495089e0a3b040b32f96, entries=200, sequenceid=287, filesize=14.4 K 2024-11-23T17:23:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/b810b7935c2e4351b9101b6c2758fc7c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b810b7935c2e4351b9101b6c2758fc7c 2024-11-23T17:23:59,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b810b7935c2e4351b9101b6c2758fc7c, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T17:23:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:23:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/346f92c2e70544f4a8919e3f6d93f72c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/346f92c2e70544f4a8919e3f6d93f72c 2024-11-23T17:23:59,475 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/346f92c2e70544f4a8919e3f6d93f72c, entries=150, sequenceid=287, filesize=12.0 K 2024-11-23T17:23:59,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:23:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:59,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:59,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45d1f8c44a69bb8c57ea462cc79f9598 in 858ms, sequenceid=287, compaction requested=true 2024-11-23T17:23:59,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:59,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:23:59,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:59,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:23:59,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:59,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:23:59,476 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:23:59,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:59,476 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:59,477 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51686 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:59,478 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:23:59,478 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,478 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/c5585c9ca72743358d7366cef4bff1dd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/a1a538ee8f42499fa9c2ca851044a04f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/0eabee7243fc4bfaa6c0ab1f44dd70f4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/b311754635eb495089e0a3b040b32f96] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=50.5 K 2024-11-23T17:23:59,478 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5585c9ca72743358d7366cef4bff1dd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382634034 2024-11-23T17:23:59,479 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:59,479 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1a538ee8f42499fa9c2ca851044a04f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732382635182 2024-11-23T17:23:59,479 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:23:59,479 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,479 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/167cceb8ea844bebaaa468d3093c64e7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f9c159e75c2d4362a507b8a32c4bc43e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/31f2a802a2754ed3a529cf9a0029210a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b810b7935c2e4351b9101b6c2758fc7c] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=48.1 K 2024-11-23T17:23:59,479 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eabee7243fc4bfaa6c0ab1f44dd70f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732382636330 2024-11-23T17:23:59,479 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 167cceb8ea844bebaaa468d3093c64e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382634034 2024-11-23T17:23:59,479 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting b311754635eb495089e0a3b040b32f96, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732382638505 2024-11-23T17:23:59,480 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f9c159e75c2d4362a507b8a32c4bc43e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732382635182 2024-11-23T17:23:59,480 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 31f2a802a2754ed3a529cf9a0029210a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732382636330 2024-11-23T17:23:59,480 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b810b7935c2e4351b9101b6c2758fc7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732382638505 2024-11-23T17:23:59,489 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:59,490 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3517b6511a424ccfa72a913fe2857e4c is 50, key is test_row_0/A:col10/1732382638617/Put/seqid=0 2024-11-23T17:23:59,493 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:59,493 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/d9c8ca6ed1fc41849dbf72f148c4eb9f is 50, key is test_row_0/B:col10/1732382638617/Put/seqid=0 2024-11-23T17:23:59,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742273_1449 (size=12779) 2024-11-23T17:23:59,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742274_1450 (size=12779) 2024-11-23T17:23:59,507 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/d9c8ca6ed1fc41849dbf72f148c4eb9f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/d9c8ca6ed1fc41849dbf72f148c4eb9f 2024-11-23T17:23:59,511 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into d9c8ca6ed1fc41849dbf72f148c4eb9f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:59,511 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:59,511 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=12, startTime=1732382639476; duration=0sec 2024-11-23T17:23:59,511 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:23:59,511 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:23:59,511 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:23:59,512 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:23:59,512 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:23:59,512 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,513 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/93ce0b43648a466089143aeb4b2821c6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/03bd2a9a4c5e47879445df73333cd968, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/fa082a03874b41a69d39e8ffeb350c8f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/346f92c2e70544f4a8919e3f6d93f72c] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=48.1 K 2024-11-23T17:23:59,513 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 93ce0b43648a466089143aeb4b2821c6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382634034 2024-11-23T17:23:59,513 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 03bd2a9a4c5e47879445df73333cd968, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732382635182 2024-11-23T17:23:59,513 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting fa082a03874b41a69d39e8ffeb350c8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732382636330 2024-11-23T17:23:59,514 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 346f92c2e70544f4a8919e3f6d93f72c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732382638505 2024-11-23T17:23:59,524 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:23:59,524 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/824bc1d91d7d479182cf747befcf8c0b is 50, key is test_row_0/C:col10/1732382638617/Put/seqid=0 2024-11-23T17:23:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742275_1451 (size=12779) 2024-11-23T17:23:59,535 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/824bc1d91d7d479182cf747befcf8c0b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/824bc1d91d7d479182cf747befcf8c0b 2024-11-23T17:23:59,539 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into 824bc1d91d7d479182cf747befcf8c0b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:59,539 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:59,539 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=12, startTime=1732382639476; duration=0sec 2024-11-23T17:23:59,539 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:59,540 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:23:59,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:23:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:23:59,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:23:59,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:23:59,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:59,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:23:59,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:59,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:23:59,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:23:59,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/dd68d98b65ca4d5bb0cb021117d2b970 is 50, key is test_row_0/A:col10/1732382638654/Put/seqid=0 2024-11-23T17:23:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742276_1452 (size=12301) 2024-11-23T17:23:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:23:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:23:59,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:23:59,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382699786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382699786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382699787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382699787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382699890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382699891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382699892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:23:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382699892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:23:59,904 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3517b6511a424ccfa72a913fe2857e4c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3517b6511a424ccfa72a913fe2857e4c 2024-11-23T17:23:59,909 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into 3517b6511a424ccfa72a913fe2857e4c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:23:59,909 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:23:59,909 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=12, startTime=1732382639476; duration=0sec 2024-11-23T17:23:59,910 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:23:59,910 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:24:00,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/dd68d98b65ca4d5bb0cb021117d2b970 2024-11-23T17:24:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/0b08b545285f49b591ca56697d5341b2 is 50, key is test_row_0/B:col10/1732382638654/Put/seqid=0 2024-11-23T17:24:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742277_1453 (size=12301) 2024-11-23T17:24:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382700095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382700095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382700096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382700097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:24:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382700399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382700399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382700400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382700400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/0b08b545285f49b591ca56697d5341b2 2024-11-23T17:24:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/57d25a7264d24ec9b2c8ef05aecf79ab is 50, key is test_row_0/C:col10/1732382638654/Put/seqid=0 2024-11-23T17:24:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742278_1454 (size=12301) 2024-11-23T17:24:00,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/57d25a7264d24ec9b2c8ef05aecf79ab 2024-11-23T17:24:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/dd68d98b65ca4d5bb0cb021117d2b970 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/dd68d98b65ca4d5bb0cb021117d2b970 2024-11-23T17:24:00,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/dd68d98b65ca4d5bb0cb021117d2b970, entries=150, sequenceid=314, filesize=12.0 K 2024-11-23T17:24:00,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/0b08b545285f49b591ca56697d5341b2 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0b08b545285f49b591ca56697d5341b2 2024-11-23T17:24:00,874 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0b08b545285f49b591ca56697d5341b2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-23T17:24:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/57d25a7264d24ec9b2c8ef05aecf79ab as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/57d25a7264d24ec9b2c8ef05aecf79ab 2024-11-23T17:24:00,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/57d25a7264d24ec9b2c8ef05aecf79ab, entries=150, sequenceid=314, filesize=12.0 K 2024-11-23T17:24:00,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1250ms, sequenceid=314, compaction requested=false 2024-11-23T17:24:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T17:24:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-23T17:24:00,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T17:24:00,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7080 sec 2024-11-23T17:24:00,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.7120 sec 2024-11-23T17:24:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:24:00,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:24:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:24:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:24:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:24:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:00,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3fad70445424414c914703b7b4be01f6 is 50, key is test_row_0/A:col10/1732382639786/Put/seqid=0 2024-11-23T17:24:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742279_1455 (size=12301) 2024-11-23T17:24:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382700938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382700939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382700942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:00,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382700943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382701044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382701045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382701051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382701052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382701248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382701248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382701253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382701258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:24:01,274 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-23T17:24:01,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T17:24:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:24:01,277 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:01,277 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:01,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:01,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3fad70445424414c914703b7b4be01f6 2024-11-23T17:24:01,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/74b6f4ccee13489c863f022f3cbda28c is 50, key is test_row_0/B:col10/1732382639786/Put/seqid=0 2024-11-23T17:24:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742280_1456 (size=12301) 2024-11-23T17:24:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:24:01,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:24:01,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:24:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382701555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382701555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382701559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382701564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:24:01,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:24:01,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:24:01,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/74b6f4ccee13489c863f022f3cbda28c 2024-11-23T17:24:01,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/506e5a023fd848409221d9e8c3e5cf13 is 50, key is test_row_0/C:col10/1732382639786/Put/seqid=0 2024-11-23T17:24:01,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:24:01,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:24:01,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742281_1457 (size=12301) 2024-11-23T17:24:01,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/506e5a023fd848409221d9e8c3e5cf13 2024-11-23T17:24:01,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/3fad70445424414c914703b7b4be01f6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3fad70445424414c914703b7b4be01f6 2024-11-23T17:24:01,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3fad70445424414c914703b7b4be01f6, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T17:24:01,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/74b6f4ccee13489c863f022f3cbda28c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/74b6f4ccee13489c863f022f3cbda28c 2024-11-23T17:24:01,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/74b6f4ccee13489c863f022f3cbda28c, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T17:24:01,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/506e5a023fd848409221d9e8c3e5cf13 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/506e5a023fd848409221d9e8c3e5cf13 2024-11-23T17:24:01,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/506e5a023fd848409221d9e8c3e5cf13, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T17:24:01,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45d1f8c44a69bb8c57ea462cc79f9598 in 849ms, sequenceid=327, compaction requested=true 2024-11-23T17:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:01,757 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:01,757 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:01,758 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:01,758 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:01,758 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:24:01,758 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:24:01,758 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,758 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,758 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/d9c8ca6ed1fc41849dbf72f148c4eb9f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0b08b545285f49b591ca56697d5341b2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/74b6f4ccee13489c863f022f3cbda28c] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=36.5 K 2024-11-23T17:24:01,758 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3517b6511a424ccfa72a913fe2857e4c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/dd68d98b65ca4d5bb0cb021117d2b970, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3fad70445424414c914703b7b4be01f6] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=36.5 K 2024-11-23T17:24:01,759 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c8ca6ed1fc41849dbf72f148c4eb9f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732382638505 2024-11-23T17:24:01,759 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3517b6511a424ccfa72a913fe2857e4c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732382638505 2024-11-23T17:24:01,759 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b08b545285f49b591ca56697d5341b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732382638649 2024-11-23T17:24:01,759 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd68d98b65ca4d5bb0cb021117d2b970, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732382638649 2024-11-23T17:24:01,759 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 74b6f4ccee13489c863f022f3cbda28c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382639780 2024-11-23T17:24:01,760 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fad70445424414c914703b7b4be01f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382639780 2024-11-23T17:24:01,765 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:01,766 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/269908bc6b3b4a37a7b7d0a25680ca24 is 50, key is test_row_0/A:col10/1732382639786/Put/seqid=0 2024-11-23T17:24:01,766 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:01,767 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/7861b0652c9443e09cca4ab3ae48ab47 is 50, key is test_row_0/B:col10/1732382639786/Put/seqid=0 2024-11-23T17:24:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742282_1458 (size=12881) 2024-11-23T17:24:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742283_1459 (size=12881) 2024-11-23T17:24:01,782 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/7861b0652c9443e09cca4ab3ae48ab47 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7861b0652c9443e09cca4ab3ae48ab47 2024-11-23T17:24:01,786 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into 7861b0652c9443e09cca4ab3ae48ab47(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:01,786 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:01,786 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=13, startTime=1732382641757; duration=0sec 2024-11-23T17:24:01,786 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:01,786 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:24:01,786 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:01,787 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:01,787 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:24:01,787 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,787 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/824bc1d91d7d479182cf747befcf8c0b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/57d25a7264d24ec9b2c8ef05aecf79ab, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/506e5a023fd848409221d9e8c3e5cf13] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=36.5 K 2024-11-23T17:24:01,787 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 824bc1d91d7d479182cf747befcf8c0b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732382638505 2024-11-23T17:24:01,788 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 57d25a7264d24ec9b2c8ef05aecf79ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732382638649 2024-11-23T17:24:01,788 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 506e5a023fd848409221d9e8c3e5cf13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382639780 2024-11-23T17:24:01,799 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:01,800 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/bb9c957580d2497ea74e71dc99b82925 is 50, key is test_row_0/C:col10/1732382639786/Put/seqid=0 2024-11-23T17:24:01,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742284_1460 (size=12881) 2024-11-23T17:24:01,809 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/bb9c957580d2497ea74e71dc99b82925 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/bb9c957580d2497ea74e71dc99b82925 2024-11-23T17:24:01,813 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into bb9c957580d2497ea74e71dc99b82925(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:01,813 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:01,813 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=13, startTime=1732382641757; duration=0sec 2024-11-23T17:24:01,814 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:01,814 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:24:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:24:01,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:01,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:24:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:24:01,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:24:01,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:01,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:24:01,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:01,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:24:01,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/9a65332e0a574021be228e20eedbf36d is 50, key is test_row_0/A:col10/1732382640938/Put/seqid=0 2024-11-23T17:24:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742285_1461 (size=12301) 2024-11-23T17:24:01,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/9a65332e0a574021be228e20eedbf36d 2024-11-23T17:24:01,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/ed63128369db41bc99c88299629164bd is 50, key is test_row_0/B:col10/1732382640938/Put/seqid=0 2024-11-23T17:24:01,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742286_1462 (size=12301) 2024-11-23T17:24:01,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/ed63128369db41bc99c88299629164bd 2024-11-23T17:24:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/c991ce26ea42424dbba7fef7fd195fb3 is 50, key is test_row_0/C:col10/1732382640938/Put/seqid=0 2024-11-23T17:24:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742287_1463 (size=12301) 2024-11-23T17:24:01,921 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/c991ce26ea42424dbba7fef7fd195fb3 2024-11-23T17:24:01,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/9a65332e0a574021be228e20eedbf36d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/9a65332e0a574021be228e20eedbf36d 2024-11-23T17:24:01,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/9a65332e0a574021be228e20eedbf36d, entries=150, sequenceid=353, filesize=12.0 K 2024-11-23T17:24:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/ed63128369db41bc99c88299629164bd as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/ed63128369db41bc99c88299629164bd 2024-11-23T17:24:01,932 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/ed63128369db41bc99c88299629164bd, entries=150, sequenceid=353, filesize=12.0 K 2024-11-23T17:24:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/c991ce26ea42424dbba7fef7fd195fb3 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/c991ce26ea42424dbba7fef7fd195fb3 2024-11-23T17:24:01,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/c991ce26ea42424dbba7fef7fd195fb3, entries=150, sequenceid=353, filesize=12.0 K 2024-11-23T17:24:01,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 45d1f8c44a69bb8c57ea462cc79f9598 in 48ms, sequenceid=353, compaction requested=false 2024-11-23T17:24:01,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:01,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:01,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T17:24:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T17:24:01,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T17:24:01,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 659 msec 2024-11-23T17:24:01,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 664 msec 2024-11-23T17:24:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:24:02,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:24:02,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:24:02,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:02,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:24:02,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:02,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:24:02,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:02,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/d1a54a13eb524760beaeef9e47c25940 is 50, key is test_row_0/A:col10/1732382642075/Put/seqid=0 2024-11-23T17:24:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742288_1464 (size=12301) 2024-11-23T17:24:02,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/d1a54a13eb524760beaeef9e47c25940 2024-11-23T17:24:02,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8fec45b8f8a5459c8b17a4adc89739f4 is 50, key is test_row_0/B:col10/1732382642075/Put/seqid=0 2024-11-23T17:24:02,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742289_1465 (size=12301) 2024-11-23T17:24:02,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382702109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382702111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382702111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382702111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,176 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/269908bc6b3b4a37a7b7d0a25680ca24 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/269908bc6b3b4a37a7b7d0a25680ca24 2024-11-23T17:24:02,180 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into 269908bc6b3b4a37a7b7d0a25680ca24(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:02,180 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:02,180 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=13, startTime=1732382641757; duration=0sec 2024-11-23T17:24:02,180 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:02,180 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:24:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382702217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382702217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382702217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382702219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:24:02,380 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T17:24:02,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T17:24:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:24:02,382 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:02,383 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:02,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:02,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382702421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382702422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382702422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382702422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:24:02,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8fec45b8f8a5459c8b17a4adc89739f4 2024-11-23T17:24:02,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e3857605137147628969536fe5bf84f1 is 50, key is test_row_0/C:col10/1732382642075/Put/seqid=0 2024-11-23T17:24:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742290_1466 (size=12301) 2024-11-23T17:24:02,530 DEBUG [Thread-1768 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44462a02 to 127.0.0.1:57836 2024-11-23T17:24:02,530 DEBUG [Thread-1768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:02,531 DEBUG [Thread-1772 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5938a7c8 to 127.0.0.1:57836 2024-11-23T17:24:02,531 DEBUG [Thread-1772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:02,532 DEBUG [Thread-1766 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a4d4e08 to 127.0.0.1:57836 2024-11-23T17:24:02,532 DEBUG [Thread-1766 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:02,534 DEBUG [Thread-1774 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25593478 to 127.0.0.1:57836 2024-11-23T17:24:02,534 DEBUG [Thread-1774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:02,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T17:24:02,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:24:02,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,536 DEBUG [Thread-1770 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69d7a6f6 to 127.0.0.1:57836 2024-11-23T17:24:02,536 DEBUG [Thread-1770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:24:02,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T17:24:02,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:24:02,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56390 deadline: 1732382702726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1732382702728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1732382702728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56376 deadline: 1732382702728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T17:24:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:24:02,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:02,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e3857605137147628969536fe5bf84f1 2024-11-23T17:24:02,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/d1a54a13eb524760beaeef9e47c25940 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d1a54a13eb524760beaeef9e47c25940 2024-11-23T17:24:02,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d1a54a13eb524760beaeef9e47c25940, entries=150, sequenceid=365, filesize=12.0 K 2024-11-23T17:24:02,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8fec45b8f8a5459c8b17a4adc89739f4 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8fec45b8f8a5459c8b17a4adc89739f4 2024-11-23T17:24:02,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8fec45b8f8a5459c8b17a4adc89739f4, entries=150, sequenceid=365, filesize=12.0 K 2024-11-23T17:24:02,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e3857605137147628969536fe5bf84f1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e3857605137147628969536fe5bf84f1 2024-11-23T17:24:02,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e3857605137147628969536fe5bf84f1, entries=150, sequenceid=365, filesize=12.0 K 2024-11-23T17:24:02,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45d1f8c44a69bb8c57ea462cc79f9598 in 844ms, sequenceid=365, compaction requested=true 2024-11-23T17:24:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:02,919 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45d1f8c44a69bb8c57ea462cc79f9598:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:02,919 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:02,920 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:02,920 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:02,920 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/A is initiating minor compaction (all files) 2024-11-23T17:24:02,920 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/B is initiating minor compaction (all files) 2024-11-23T17:24:02,920 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/A in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,920 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/B in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,920 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/269908bc6b3b4a37a7b7d0a25680ca24, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/9a65332e0a574021be228e20eedbf36d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d1a54a13eb524760beaeef9e47c25940] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=36.6 K 2024-11-23T17:24:02,920 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7861b0652c9443e09cca4ab3ae48ab47, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/ed63128369db41bc99c88299629164bd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8fec45b8f8a5459c8b17a4adc89739f4] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=36.6 K 2024-11-23T17:24:02,920 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 269908bc6b3b4a37a7b7d0a25680ca24, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382639780 2024-11-23T17:24:02,920 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7861b0652c9443e09cca4ab3ae48ab47, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382639780 2024-11-23T17:24:02,921 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a65332e0a574021be228e20eedbf36d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732382640936 2024-11-23T17:24:02,921 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ed63128369db41bc99c88299629164bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732382640936 2024-11-23T17:24:02,921 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1a54a13eb524760beaeef9e47c25940, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732382642069 2024-11-23T17:24:02,921 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fec45b8f8a5459c8b17a4adc89739f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732382642069 2024-11-23T17:24:02,926 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:02,926 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:02,926 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/d837766582114bf0be59196c40b4e8ce is 50, key is test_row_0/A:col10/1732382642075/Put/seqid=0 2024-11-23T17:24:02,927 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/1d836f78269c4aa59cabe874ed881e86 is 50, key is test_row_0/B:col10/1732382642075/Put/seqid=0 2024-11-23T17:24:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742291_1467 (size=12983) 2024-11-23T17:24:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742292_1468 (size=12983) 2024-11-23T17:24:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:24:02,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:02,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T17:24:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:02,993 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:24:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:24:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:24:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:24:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:02,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/771e8952ac0941a39d92a852cba15869 is 50, key is test_row_0/A:col10/1732382642110/Put/seqid=0 2024-11-23T17:24:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742293_1469 (size=12301) 2024-11-23T17:24:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:24:03,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. as already flushing 2024-11-23T17:24:03,231 DEBUG [Thread-1763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b9854ab to 127.0.0.1:57836 2024-11-23T17:24:03,231 DEBUG [Thread-1759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721d647e to 127.0.0.1:57836 2024-11-23T17:24:03,231 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:03,231 DEBUG [Thread-1759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:03,233 DEBUG [Thread-1755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f67a4d to 127.0.0.1:57836 2024-11-23T17:24:03,233 DEBUG [Thread-1755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:03,234 DEBUG [Thread-1757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d5fe744 to 127.0.0.1:57836 2024-11-23T17:24:03,234 DEBUG [Thread-1757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:03,337 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/d837766582114bf0be59196c40b4e8ce as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d837766582114bf0be59196c40b4e8ce 2024-11-23T17:24:03,337 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/1d836f78269c4aa59cabe874ed881e86 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/1d836f78269c4aa59cabe874ed881e86 2024-11-23T17:24:03,341 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/A of 45d1f8c44a69bb8c57ea462cc79f9598 into d837766582114bf0be59196c40b4e8ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:03,341 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/B of 45d1f8c44a69bb8c57ea462cc79f9598 into 1d836f78269c4aa59cabe874ed881e86(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:03,341 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:03,341 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/A, priority=13, startTime=1732382642919; duration=0sec 2024-11-23T17:24:03,341 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:03,341 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/B, priority=13, startTime=1732382642919; duration=0sec 2024-11-23T17:24:03,341 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:03,341 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:A 2024-11-23T17:24:03,341 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:03,341 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:03,341 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:B 2024-11-23T17:24:03,342 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:03,342 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 45d1f8c44a69bb8c57ea462cc79f9598/C is initiating minor compaction (all files) 2024-11-23T17:24:03,342 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45d1f8c44a69bb8c57ea462cc79f9598/C in TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:03,342 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/bb9c957580d2497ea74e71dc99b82925, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/c991ce26ea42424dbba7fef7fd195fb3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e3857605137147628969536fe5bf84f1] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp, totalSize=36.6 K 2024-11-23T17:24:03,342 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb9c957580d2497ea74e71dc99b82925, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382639780 2024-11-23T17:24:03,342 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c991ce26ea42424dbba7fef7fd195fb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732382640936 2024-11-23T17:24:03,342 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3857605137147628969536fe5bf84f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732382642069 2024-11-23T17:24:03,347 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45d1f8c44a69bb8c57ea462cc79f9598#C#compaction#402 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:03,348 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/b72f18f34e104139bb643ea0023f8f4e is 50, key is test_row_0/C:col10/1732382642075/Put/seqid=0 2024-11-23T17:24:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742294_1470 (size=12983) 2024-11-23T17:24:03,400 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/771e8952ac0941a39d92a852cba15869 2024-11-23T17:24:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8f5297e571df409180885eb5512dd462 is 50, key is test_row_0/B:col10/1732382642110/Put/seqid=0 2024-11-23T17:24:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742295_1471 (size=12301) 2024-11-23T17:24:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:24:03,646 DEBUG [Thread-1761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c014307 to 127.0.0.1:57836 2024-11-23T17:24:03,646 DEBUG [Thread-1761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:03,755 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/b72f18f34e104139bb643ea0023f8f4e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/b72f18f34e104139bb643ea0023f8f4e 2024-11-23T17:24:03,758 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45d1f8c44a69bb8c57ea462cc79f9598/C of 45d1f8c44a69bb8c57ea462cc79f9598 into b72f18f34e104139bb643ea0023f8f4e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:03,758 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:03,758 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598., storeName=45d1f8c44a69bb8c57ea462cc79f9598/C, priority=13, startTime=1732382642919; duration=0sec 2024-11-23T17:24:03,759 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:03,759 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45d1f8c44a69bb8c57ea462cc79f9598:C 2024-11-23T17:24:03,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8f5297e571df409180885eb5512dd462 2024-11-23T17:24:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/4d86e37a636046b48f1e31156792fbcd is 50, key is test_row_0/C:col10/1732382642110/Put/seqid=0 2024-11-23T17:24:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742296_1472 (size=12301) 2024-11-23T17:24:04,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/4d86e37a636046b48f1e31156792fbcd 2024-11-23T17:24:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/771e8952ac0941a39d92a852cba15869 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/771e8952ac0941a39d92a852cba15869 2024-11-23T17:24:04,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/771e8952ac0941a39d92a852cba15869, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T17:24:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/8f5297e571df409180885eb5512dd462 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8f5297e571df409180885eb5512dd462 2024-11-23T17:24:04,228 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8f5297e571df409180885eb5512dd462, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T17:24:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/4d86e37a636046b48f1e31156792fbcd as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4d86e37a636046b48f1e31156792fbcd 2024-11-23T17:24:04,231 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4d86e37a636046b48f1e31156792fbcd, entries=150, sequenceid=390, filesize=12.0 K 2024-11-23T17:24:04,231 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1238ms, sequenceid=390, compaction requested=false 2024-11-23T17:24:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T17:24:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T17:24:04,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T17:24:04,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-23T17:24:04,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8530 sec 2024-11-23T17:24:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:24:04,486 INFO [Thread-1765 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T17:24:04,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:24:04,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2900 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8700 rows 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2896 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8688 rows 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2888 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8664 rows 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2899 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8697 rows 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2887 2024-11-23T17:24:04,487 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8661 rows 2024-11-23T17:24:04,487 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:24:04,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65036559 to 127.0.0.1:57836 2024-11-23T17:24:04,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:04,489 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:24:04,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:24:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:24:04,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382644492"}]},"ts":"1732382644492"} 2024-11-23T17:24:04,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:24:04,496 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:24:04,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:24:04,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45d1f8c44a69bb8c57ea462cc79f9598, UNASSIGN}] 2024-11-23T17:24:04,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45d1f8c44a69bb8c57ea462cc79f9598, UNASSIGN 2024-11-23T17:24:04,499 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=45d1f8c44a69bb8c57ea462cc79f9598, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:04,500 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:24:04,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure 45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:24:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:24:04,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:04,652 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing 45d1f8c44a69bb8c57ea462cc79f9598, disabling compactions & flushes 2024-11-23T17:24:04,652 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. after waiting 0 ms 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:04,652 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing 45d1f8c44a69bb8c57ea462cc79f9598 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=A 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=B 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45d1f8c44a69bb8c57ea462cc79f9598, store=C 2024-11-23T17:24:04,652 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:04,656 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/506e2001ebdd4071838dc4886be34c69 is 50, key is test_row_0/A:col10/1732382643230/Put/seqid=0 2024-11-23T17:24:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742297_1473 (size=12301) 2024-11-23T17:24:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:24:05,060 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/506e2001ebdd4071838dc4886be34c69 2024-11-23T17:24:05,065 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/4ad9cfac252e467d858a36afe91f3487 is 50, key is test_row_0/B:col10/1732382643230/Put/seqid=0 2024-11-23T17:24:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742298_1474 (size=12301) 2024-11-23T17:24:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:24:05,469 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/4ad9cfac252e467d858a36afe91f3487 2024-11-23T17:24:05,474 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e1c1bac08cec414e94741c2b76819a9d is 50, key is test_row_0/C:col10/1732382643230/Put/seqid=0 2024-11-23T17:24:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742299_1475 (size=12301) 2024-11-23T17:24:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:24:05,878 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e1c1bac08cec414e94741c2b76819a9d 2024-11-23T17:24:05,881 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/A/506e2001ebdd4071838dc4886be34c69 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/506e2001ebdd4071838dc4886be34c69 2024-11-23T17:24:05,884 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/506e2001ebdd4071838dc4886be34c69, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T17:24:05,884 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/B/4ad9cfac252e467d858a36afe91f3487 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/4ad9cfac252e467d858a36afe91f3487 2024-11-23T17:24:05,887 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/4ad9cfac252e467d858a36afe91f3487, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T17:24:05,887 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/.tmp/C/e1c1bac08cec414e94741c2b76819a9d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e1c1bac08cec414e94741c2b76819a9d 2024-11-23T17:24:05,890 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e1c1bac08cec414e94741c2b76819a9d, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T17:24:05,890 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 45d1f8c44a69bb8c57ea462cc79f9598 in 1238ms, sequenceid=401, compaction requested=true 2024-11-23T17:24:05,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e50c04413ea4c609c53c891d80264dc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/61e3a5bf622743ab84d339c2eaabc1f1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4675ab40c83341ddbca0979fdf1ae844, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e5728a5707d420d9c4c939befef0f0f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5f99b45d158b42d1a2c4364ba85cb1d6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/7fdb6cbd63e041ce9193beae81930146, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/e608864050544006a9eafbe7b88c061b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1d69c1adab504f62a5182ee7da876a74, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1aa6357672184e6488885186b9172c79, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/2780982b46f94cdc9ad1cdedb4c122c1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/c5585c9ca72743358d7366cef4bff1dd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/a1a538ee8f42499fa9c2ca851044a04f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/0eabee7243fc4bfaa6c0ab1f44dd70f4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/b311754635eb495089e0a3b040b32f96, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3517b6511a424ccfa72a913fe2857e4c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/dd68d98b65ca4d5bb0cb021117d2b970, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/269908bc6b3b4a37a7b7d0a25680ca24, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3fad70445424414c914703b7b4be01f6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/9a65332e0a574021be228e20eedbf36d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d1a54a13eb524760beaeef9e47c25940] to archive 2024-11-23T17:24:05,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:24:05,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e50c04413ea4c609c53c891d80264dc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e50c04413ea4c609c53c891d80264dc 2024-11-23T17:24:05,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/61e3a5bf622743ab84d339c2eaabc1f1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/61e3a5bf622743ab84d339c2eaabc1f1 2024-11-23T17:24:05,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4675ab40c83341ddbca0979fdf1ae844 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/4675ab40c83341ddbca0979fdf1ae844 2024-11-23T17:24:05,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e5728a5707d420d9c4c939befef0f0f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1e5728a5707d420d9c4c939befef0f0f 2024-11-23T17:24:05,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5f99b45d158b42d1a2c4364ba85cb1d6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/5f99b45d158b42d1a2c4364ba85cb1d6 2024-11-23T17:24:05,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/7fdb6cbd63e041ce9193beae81930146 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/7fdb6cbd63e041ce9193beae81930146 2024-11-23T17:24:05,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/e608864050544006a9eafbe7b88c061b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/e608864050544006a9eafbe7b88c061b 2024-11-23T17:24:05,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1d69c1adab504f62a5182ee7da876a74 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1d69c1adab504f62a5182ee7da876a74 2024-11-23T17:24:05,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1aa6357672184e6488885186b9172c79 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/1aa6357672184e6488885186b9172c79 2024-11-23T17:24:05,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/2780982b46f94cdc9ad1cdedb4c122c1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/2780982b46f94cdc9ad1cdedb4c122c1 2024-11-23T17:24:05,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/c5585c9ca72743358d7366cef4bff1dd to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/c5585c9ca72743358d7366cef4bff1dd 2024-11-23T17:24:05,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/a1a538ee8f42499fa9c2ca851044a04f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/a1a538ee8f42499fa9c2ca851044a04f 2024-11-23T17:24:05,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/0eabee7243fc4bfaa6c0ab1f44dd70f4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/0eabee7243fc4bfaa6c0ab1f44dd70f4 2024-11-23T17:24:05,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/b311754635eb495089e0a3b040b32f96 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/b311754635eb495089e0a3b040b32f96 2024-11-23T17:24:05,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3517b6511a424ccfa72a913fe2857e4c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3517b6511a424ccfa72a913fe2857e4c 2024-11-23T17:24:05,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/dd68d98b65ca4d5bb0cb021117d2b970 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/dd68d98b65ca4d5bb0cb021117d2b970 2024-11-23T17:24:05,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/269908bc6b3b4a37a7b7d0a25680ca24 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/269908bc6b3b4a37a7b7d0a25680ca24 2024-11-23T17:24:05,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3fad70445424414c914703b7b4be01f6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/3fad70445424414c914703b7b4be01f6 2024-11-23T17:24:05,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/9a65332e0a574021be228e20eedbf36d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/9a65332e0a574021be228e20eedbf36d 2024-11-23T17:24:05,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d1a54a13eb524760beaeef9e47c25940 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d1a54a13eb524760beaeef9e47c25940 2024-11-23T17:24:05,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/3773940c634d4bbc96ae5b98ac514efc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/57a3d5d4bf4340a4abf8b6103b77c0c1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b16ab0f58b514d90b74f84bdc2385990, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/e32bb6368bce434c8a052eb3cefd4542, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b22ac467955b4da4904e724e513ae21c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8cd22d30aff546a3a4204941b5877e41, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0e9c9df584d84fbf9b01a6a7ca3b0b27, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7e6be7389e864dcfb872783abd3a7338, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d019be51a3344ea9adaea7e18bac272, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/167cceb8ea844bebaaa468d3093c64e7, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/171cb89552624d14a29770acf43db469, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f9c159e75c2d4362a507b8a32c4bc43e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/31f2a802a2754ed3a529cf9a0029210a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/d9c8ca6ed1fc41849dbf72f148c4eb9f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b810b7935c2e4351b9101b6c2758fc7c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0b08b545285f49b591ca56697d5341b2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7861b0652c9443e09cca4ab3ae48ab47, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/74b6f4ccee13489c863f022f3cbda28c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/ed63128369db41bc99c88299629164bd, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8fec45b8f8a5459c8b17a4adc89739f4] to archive 2024-11-23T17:24:05,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:24:05,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/3773940c634d4bbc96ae5b98ac514efc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/3773940c634d4bbc96ae5b98ac514efc 2024-11-23T17:24:05,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/57a3d5d4bf4340a4abf8b6103b77c0c1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/57a3d5d4bf4340a4abf8b6103b77c0c1 2024-11-23T17:24:05,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b16ab0f58b514d90b74f84bdc2385990 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b16ab0f58b514d90b74f84bdc2385990 2024-11-23T17:24:05,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/e32bb6368bce434c8a052eb3cefd4542 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/e32bb6368bce434c8a052eb3cefd4542 2024-11-23T17:24:05,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b22ac467955b4da4904e724e513ae21c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b22ac467955b4da4904e724e513ae21c 2024-11-23T17:24:05,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8cd22d30aff546a3a4204941b5877e41 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8cd22d30aff546a3a4204941b5877e41 2024-11-23T17:24:05,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0e9c9df584d84fbf9b01a6a7ca3b0b27 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0e9c9df584d84fbf9b01a6a7ca3b0b27 2024-11-23T17:24:05,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7e6be7389e864dcfb872783abd3a7338 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7e6be7389e864dcfb872783abd3a7338 2024-11-23T17:24:05,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d019be51a3344ea9adaea7e18bac272 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/2d019be51a3344ea9adaea7e18bac272 2024-11-23T17:24:05,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/167cceb8ea844bebaaa468d3093c64e7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/167cceb8ea844bebaaa468d3093c64e7 2024-11-23T17:24:05,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/171cb89552624d14a29770acf43db469 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/171cb89552624d14a29770acf43db469 2024-11-23T17:24:05,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f9c159e75c2d4362a507b8a32c4bc43e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/f9c159e75c2d4362a507b8a32c4bc43e 2024-11-23T17:24:05,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/31f2a802a2754ed3a529cf9a0029210a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/31f2a802a2754ed3a529cf9a0029210a 2024-11-23T17:24:05,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/d9c8ca6ed1fc41849dbf72f148c4eb9f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/d9c8ca6ed1fc41849dbf72f148c4eb9f 2024-11-23T17:24:05,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b810b7935c2e4351b9101b6c2758fc7c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/b810b7935c2e4351b9101b6c2758fc7c 2024-11-23T17:24:05,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0b08b545285f49b591ca56697d5341b2 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/0b08b545285f49b591ca56697d5341b2 2024-11-23T17:24:05,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7861b0652c9443e09cca4ab3ae48ab47 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/7861b0652c9443e09cca4ab3ae48ab47 2024-11-23T17:24:05,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/74b6f4ccee13489c863f022f3cbda28c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/74b6f4ccee13489c863f022f3cbda28c 2024-11-23T17:24:05,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/ed63128369db41bc99c88299629164bd to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/ed63128369db41bc99c88299629164bd 2024-11-23T17:24:05,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8fec45b8f8a5459c8b17a4adc89739f4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8fec45b8f8a5459c8b17a4adc89739f4 2024-11-23T17:24:05,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/a7fdbd88ad794336a1f5ef487e8e0cd6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/760114d7c7c84f0781c23ff88c9c946a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/92bf7150a22e446ca653b7dd5856e041, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/59bd757de88a4eada0505f5611fb24bb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/7aa9ffc2fcf84cbca672e505d33cb27f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/ce8603dc75ad4de0994bf13392b69ae5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4b7058b993834782a28dbb7135e17999, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/75b6352a7d834c8f939f0ca13ea03265, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/89a9c783f65a4a8197dd49f1793238b4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/93ce0b43648a466089143aeb4b2821c6, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/f882218aec3d4cf181885d51d455b6d4, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/03bd2a9a4c5e47879445df73333cd968, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/fa082a03874b41a69d39e8ffeb350c8f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/824bc1d91d7d479182cf747befcf8c0b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/346f92c2e70544f4a8919e3f6d93f72c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/57d25a7264d24ec9b2c8ef05aecf79ab, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/bb9c957580d2497ea74e71dc99b82925, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/506e5a023fd848409221d9e8c3e5cf13, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/c991ce26ea42424dbba7fef7fd195fb3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e3857605137147628969536fe5bf84f1] to archive 2024-11-23T17:24:05,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:24:05,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/a7fdbd88ad794336a1f5ef487e8e0cd6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/a7fdbd88ad794336a1f5ef487e8e0cd6 2024-11-23T17:24:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/760114d7c7c84f0781c23ff88c9c946a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/760114d7c7c84f0781c23ff88c9c946a 2024-11-23T17:24:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/92bf7150a22e446ca653b7dd5856e041 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/92bf7150a22e446ca653b7dd5856e041 2024-11-23T17:24:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/59bd757de88a4eada0505f5611fb24bb to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/59bd757de88a4eada0505f5611fb24bb 2024-11-23T17:24:05,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/7aa9ffc2fcf84cbca672e505d33cb27f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/7aa9ffc2fcf84cbca672e505d33cb27f 2024-11-23T17:24:05,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/ce8603dc75ad4de0994bf13392b69ae5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/ce8603dc75ad4de0994bf13392b69ae5 2024-11-23T17:24:05,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4b7058b993834782a28dbb7135e17999 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4b7058b993834782a28dbb7135e17999 2024-11-23T17:24:05,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/75b6352a7d834c8f939f0ca13ea03265 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/75b6352a7d834c8f939f0ca13ea03265 2024-11-23T17:24:05,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/89a9c783f65a4a8197dd49f1793238b4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/89a9c783f65a4a8197dd49f1793238b4 2024-11-23T17:24:05,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/93ce0b43648a466089143aeb4b2821c6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/93ce0b43648a466089143aeb4b2821c6 2024-11-23T17:24:05,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/f882218aec3d4cf181885d51d455b6d4 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/f882218aec3d4cf181885d51d455b6d4 2024-11-23T17:24:05,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/03bd2a9a4c5e47879445df73333cd968 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/03bd2a9a4c5e47879445df73333cd968 2024-11-23T17:24:05,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/fa082a03874b41a69d39e8ffeb350c8f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/fa082a03874b41a69d39e8ffeb350c8f 2024-11-23T17:24:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/824bc1d91d7d479182cf747befcf8c0b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/824bc1d91d7d479182cf747befcf8c0b 2024-11-23T17:24:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/346f92c2e70544f4a8919e3f6d93f72c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/346f92c2e70544f4a8919e3f6d93f72c 2024-11-23T17:24:05,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/57d25a7264d24ec9b2c8ef05aecf79ab to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/57d25a7264d24ec9b2c8ef05aecf79ab 2024-11-23T17:24:05,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/bb9c957580d2497ea74e71dc99b82925 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/bb9c957580d2497ea74e71dc99b82925 2024-11-23T17:24:05,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/506e5a023fd848409221d9e8c3e5cf13 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/506e5a023fd848409221d9e8c3e5cf13 2024-11-23T17:24:05,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/c991ce26ea42424dbba7fef7fd195fb3 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/c991ce26ea42424dbba7fef7fd195fb3 2024-11-23T17:24:05,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e3857605137147628969536fe5bf84f1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e3857605137147628969536fe5bf84f1 2024-11-23T17:24:05,945 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-23T17:24:05,945 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598. 2024-11-23T17:24:05,945 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for 45d1f8c44a69bb8c57ea462cc79f9598: 2024-11-23T17:24:05,947 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed 45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:24:05,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=45d1f8c44a69bb8c57ea462cc79f9598, regionState=CLOSED 2024-11-23T17:24:05,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T17:24:05,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure 45d1f8c44a69bb8c57ea462cc79f9598, server=f54dd19cfe0a,32977,1732382508134 in 1.4480 sec 2024-11-23T17:24:05,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-23T17:24:05,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45d1f8c44a69bb8c57ea462cc79f9598, UNASSIGN in 1.4510 sec 2024-11-23T17:24:05,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T17:24:05,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4550 sec 2024-11-23T17:24:05,953 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382645952"}]},"ts":"1732382645952"} 2024-11-23T17:24:05,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:24:05,955 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:24:05,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4660 sec 2024-11-23T17:24:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:24:06,596 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T17:24:06,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:24:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:06,598 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:24:06,598 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:06,600 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:24:06,602 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/recovered.edits] 2024-11-23T17:24:06,604 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/506e2001ebdd4071838dc4886be34c69 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/506e2001ebdd4071838dc4886be34c69 2024-11-23T17:24:06,605 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/771e8952ac0941a39d92a852cba15869 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/771e8952ac0941a39d92a852cba15869 2024-11-23T17:24:06,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d837766582114bf0be59196c40b4e8ce to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/A/d837766582114bf0be59196c40b4e8ce 2024-11-23T17:24:06,607 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/1d836f78269c4aa59cabe874ed881e86 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/1d836f78269c4aa59cabe874ed881e86 2024-11-23T17:24:06,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/4ad9cfac252e467d858a36afe91f3487 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/4ad9cfac252e467d858a36afe91f3487 2024-11-23T17:24:06,609 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8f5297e571df409180885eb5512dd462 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/B/8f5297e571df409180885eb5512dd462 2024-11-23T17:24:06,610 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4d86e37a636046b48f1e31156792fbcd to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/4d86e37a636046b48f1e31156792fbcd 2024-11-23T17:24:06,611 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/b72f18f34e104139bb643ea0023f8f4e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/b72f18f34e104139bb643ea0023f8f4e 2024-11-23T17:24:06,612 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e1c1bac08cec414e94741c2b76819a9d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/C/e1c1bac08cec414e94741c2b76819a9d 2024-11-23T17:24:06,614 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/recovered.edits/404.seqid to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598/recovered.edits/404.seqid 2024-11-23T17:24:06,614 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/45d1f8c44a69bb8c57ea462cc79f9598 2024-11-23T17:24:06,614 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:24:06,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:06,617 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:24:06,619 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:24:06,619 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:06,619 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:24:06,619 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382646619"}]},"ts":"9223372036854775807"} 2024-11-23T17:24:06,621 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:24:06,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 45d1f8c44a69bb8c57ea462cc79f9598, NAME => 'TestAcidGuarantees,,1732382620374.45d1f8c44a69bb8c57ea462cc79f9598.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:24:06,621 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:24:06,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382646621"}]},"ts":"9223372036854775807"} 2024-11-23T17:24:06,622 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:24:06,624 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:06,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-23T17:24:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:24:06,699 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T17:24:06,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=450 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=2837 (was 2864) 2024-11-23T17:24:06,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=2837 2024-11-23T17:24:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:24:06,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:24:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:06,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:24:06,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:06,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 143 2024-11-23T17:24:06,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-23T17:24:06,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742300_1476 (size=960) 2024-11-23T17:24:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-23T17:24:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-23T17:24:07,126 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70 2024-11-23T17:24:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742301_1477 (size=53) 2024-11-23T17:24:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-23T17:24:07,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:07,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7b5b09207597792cce9e8a1721931ead, disabling compactions & flushes 2024-11-23T17:24:07,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. after waiting 0 ms 2024-11-23T17:24:07,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:07,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:24:07,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382647532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382647532"}]},"ts":"1732382647532"} 2024-11-23T17:24:07,533 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:24:07,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:24:07,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382647533"}]},"ts":"1732382647533"} 2024-11-23T17:24:07,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:24:07,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, ASSIGN}] 2024-11-23T17:24:07,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, ASSIGN 2024-11-23T17:24:07,539 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=false 2024-11-23T17:24:07,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:07,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:24:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-23T17:24:07,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:07,844 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,844 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:24:07,844 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,844 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:07,844 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,845 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,846 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,846 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:07,847 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5b09207597792cce9e8a1721931ead columnFamilyName A 2024-11-23T17:24:07,847 DEBUG [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:07,847 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(327): Store=7b5b09207597792cce9e8a1721931ead/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:07,847 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,848 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:07,848 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5b09207597792cce9e8a1721931ead columnFamilyName B 2024-11-23T17:24:07,848 DEBUG [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:07,848 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(327): Store=7b5b09207597792cce9e8a1721931ead/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:07,848 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,849 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:07,849 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5b09207597792cce9e8a1721931ead columnFamilyName C 2024-11-23T17:24:07,849 DEBUG [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:07,849 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(327): Store=7b5b09207597792cce9e8a1721931ead/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:07,850 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,850 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,850 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,851 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:24:07,852 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:07,853 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:24:07,854 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened 7b5b09207597792cce9e8a1721931ead; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67102092, jitterRate=-1.0091066360473633E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:24:07,854 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:07,855 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., pid=145, masterSystemTime=1732382647842 2024-11-23T17:24:07,856 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,856 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:07,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:07,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T17:24:07,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 in 167 msec 2024-11-23T17:24:07,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-23T17:24:07,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, ASSIGN in 321 msec 2024-11-23T17:24:07,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:24:07,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382647860"}]},"ts":"1732382647860"} 2024-11-23T17:24:07,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:24:07,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:24:07,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1440 sec 2024-11-23T17:24:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-23T17:24:08,823 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-23T17:24:08,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507d2cf9 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@95ad211 2024-11-23T17:24:08,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbf3c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:08,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:08,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:08,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:24:08,834 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:24:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:24:08,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:24:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:08,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742302_1478 (size=996) 2024-11-23T17:24:09,245 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-23T17:24:09,245 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-23T17:24:09,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:24:09,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, REOPEN/MOVE}] 2024-11-23T17:24:09,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, REOPEN/MOVE 2024-11-23T17:24:09,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,251 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:24:09,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:24:09,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,402 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,402 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:24:09,402 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 7b5b09207597792cce9e8a1721931ead, disabling compactions & flushes 2024-11-23T17:24:09,402 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,402 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,402 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. after waiting 0 ms 2024-11-23T17:24:09,402 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,406 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T17:24:09,406 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,406 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:09,406 WARN [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionServer(3786): Not adding moved region record: 7b5b09207597792cce9e8a1721931ead to self. 2024-11-23T17:24:09,407 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=CLOSED 2024-11-23T17:24:09,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T17:24:09,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 in 158 msec 2024-11-23T17:24:09,410 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, REOPEN/MOVE; state=CLOSED, location=f54dd19cfe0a,32977,1732382508134; forceNewPlan=false, retain=true 2024-11-23T17:24:09,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=OPENING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=148, state=RUNNABLE; OpenRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:24:09,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,715 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,715 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:24:09,716 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,716 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:09,716 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7327): checking encryption for 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,716 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7330): checking classloading for 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,717 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,717 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:09,718 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5b09207597792cce9e8a1721931ead columnFamilyName A 2024-11-23T17:24:09,718 DEBUG [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:09,719 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(327): Store=7b5b09207597792cce9e8a1721931ead/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:09,719 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,720 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:09,720 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5b09207597792cce9e8a1721931ead columnFamilyName B 2024-11-23T17:24:09,720 DEBUG [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:09,720 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(327): Store=7b5b09207597792cce9e8a1721931ead/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:09,721 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,721 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:09,721 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5b09207597792cce9e8a1721931ead columnFamilyName C 2024-11-23T17:24:09,721 DEBUG [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:09,722 INFO [StoreOpener-7b5b09207597792cce9e8a1721931ead-1 {}] regionserver.HStore(327): Store=7b5b09207597792cce9e8a1721931ead/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:09,722 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,722 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,723 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,724 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:24:09,725 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1085): writing seq id for 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,725 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1102): Opened 7b5b09207597792cce9e8a1721931ead; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59294431, jitterRate=-0.11644412577152252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:24:09,731 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1001): Region open journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:09,732 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., pid=150, masterSystemTime=1732382649713 2024-11-23T17:24:09,733 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,733 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,733 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=OPEN, openSeqNum=5, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=148 2024-11-23T17:24:09,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=148, state=SUCCESS; OpenRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 in 173 msec 2024-11-23T17:24:09,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-23T17:24:09,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, REOPEN/MOVE in 486 msec 2024-11-23T17:24:09,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T17:24:09,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-23T17:24:09,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-23T17:24:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:24:09,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c0f5004 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31adbce 2024-11-23T17:24:09,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1767dc60 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4276b1e9 2024-11-23T17:24:09,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949adfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c3d7a2 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574dd3aa 2024-11-23T17:24:09,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef82c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd3d28 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29247c18 2024-11-23T17:24:09,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672325a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d6c03ba to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37227cb3 2024-11-23T17:24:09,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205568ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17f6ce8d to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c6fde8c 2024-11-23T17:24:09,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3852b0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a5e441 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675cc1c7 2024-11-23T17:24:09,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa4b067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x723a6cf2 to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73e9c98b 2024-11-23T17:24:09,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca17819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d48543c to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60507b8f 2024-11-23T17:24:09,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6a62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x336a5bad to 127.0.0.1:57836 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5005c24c 2024-11-23T17:24:09,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125099a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:09,777 DEBUG [hconnection-0x59cf7dd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,777 DEBUG [hconnection-0x5cc6b295-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:09,778 DEBUG [hconnection-0x3b1f9e67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,778 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,778 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-23T17:24:09,779 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,779 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T17:24:09,780 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:09,780 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:09,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:09,784 DEBUG [hconnection-0x6b1cf8f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,785 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:09,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:24:09,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:09,797 DEBUG [hconnection-0x1fc08d72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,797 DEBUG [hconnection-0x6c67357-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,798 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,798 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,800 DEBUG [hconnection-0xfc4a02c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,801 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,804 DEBUG [hconnection-0x183f1834-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,804 DEBUG [hconnection-0x6589b121-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:09,805 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,805 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:09,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f967719246b942ff9e38d6a9fa3a2a8c_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382649785/Put/seqid=0 2024-11-23T17:24:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742303_1479 (size=12154) 2024-11-23T17:24:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382709845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382709844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382709844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382709846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382709848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T17:24:09,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:09,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:09,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:09,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:09,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382709948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382709949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382709949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382709949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:09,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382709950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T17:24:10,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:10,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:10,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382710151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382710151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382710152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382710153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382710153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:10,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f967719246b942ff9e38d6a9fa3a2a8c_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f967719246b942ff9e38d6a9fa3a2a8c_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:10,238 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/6970802c14f6494480a8a71c0d213e7e, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:10,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/6970802c14f6494480a8a71c0d213e7e is 175, key is test_row_0/A:col10/1732382649785/Put/seqid=0 2024-11-23T17:24:10,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742304_1480 (size=30955) 2024-11-23T17:24:10,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T17:24:10,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382710453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382710454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382710456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382710456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382710456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/6970802c14f6494480a8a71c0d213e7e 2024-11-23T17:24:10,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/3f76d3f54f1749ea8c3d8a4283f2475a is 50, key is test_row_0/B:col10/1732382649785/Put/seqid=0 2024-11-23T17:24:10,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742305_1481 (size=12001) 2024-11-23T17:24:10,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:10,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T17:24:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382710958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382710959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382710964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382710964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382710964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/3f76d3f54f1749ea8c3d8a4283f2475a 2024-11-23T17:24:11,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/3a8bb6ce596b423c9412ac89f7d0c32a is 50, key is test_row_0/C:col10/1732382649785/Put/seqid=0 2024-11-23T17:24:11,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742306_1482 (size=12001) 2024-11-23T17:24:11,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:11,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:11,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,312 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:24:11,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:11,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/3a8bb6ce596b423c9412ac89f7d0c32a 2024-11-23T17:24:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/6970802c14f6494480a8a71c0d213e7e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/6970802c14f6494480a8a71c0d213e7e 2024-11-23T17:24:11,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/6970802c14f6494480a8a71c0d213e7e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T17:24:11,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/3f76d3f54f1749ea8c3d8a4283f2475a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3f76d3f54f1749ea8c3d8a4283f2475a 2024-11-23T17:24:11,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3f76d3f54f1749ea8c3d8a4283f2475a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:24:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/3a8bb6ce596b423c9412ac89f7d0c32a as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/3a8bb6ce596b423c9412ac89f7d0c32a 2024-11-23T17:24:11,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/3a8bb6ce596b423c9412ac89f7d0c32a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:24:11,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7b5b09207597792cce9e8a1721931ead in 1725ms, sequenceid=15, compaction requested=false 2024-11-23T17:24:11,511 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T17:24:11,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:11,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-23T17:24:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:11,618 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:24:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b4aae9e2b8d046fa8e17a509f8b623a8_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382649843/Put/seqid=0 2024-11-23T17:24:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742307_1483 (size=12154) 2024-11-23T17:24:11,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:11,633 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b4aae9e2b8d046fa8e17a509f8b623a8_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b4aae9e2b8d046fa8e17a509f8b623a8_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/cb8f93f1fc9040ff875d03f67ee6e2b0, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/cb8f93f1fc9040ff875d03f67ee6e2b0 is 175, key is test_row_0/A:col10/1732382649843/Put/seqid=0 2024-11-23T17:24:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742308_1484 (size=30955) 2024-11-23T17:24:11,640 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/cb8f93f1fc9040ff875d03f67ee6e2b0 2024-11-23T17:24:11,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/38e3d22d5f5d4d4b8d626a30e9fd2195 is 50, key is test_row_0/B:col10/1732382649843/Put/seqid=0 2024-11-23T17:24:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742309_1485 (size=12001) 2024-11-23T17:24:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T17:24:11,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:11,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382711969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382711969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382711970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382711971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:11,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382711971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,051 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/38e3d22d5f5d4d4b8d626a30e9fd2195 2024-11-23T17:24:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/f8fa841bb9fa4526be8a8918e4728d9c is 50, key is test_row_0/C:col10/1732382649843/Put/seqid=0 2024-11-23T17:24:12,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742310_1486 (size=12001) 2024-11-23T17:24:12,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382712073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382712073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382712074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382712074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382712275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382712276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382712276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382712276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,463 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/f8fa841bb9fa4526be8a8918e4728d9c 2024-11-23T17:24:12,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/cb8f93f1fc9040ff875d03f67ee6e2b0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/cb8f93f1fc9040ff875d03f67ee6e2b0 2024-11-23T17:24:12,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/cb8f93f1fc9040ff875d03f67ee6e2b0, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T17:24:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/38e3d22d5f5d4d4b8d626a30e9fd2195 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/38e3d22d5f5d4d4b8d626a30e9fd2195 2024-11-23T17:24:12,475 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/38e3d22d5f5d4d4b8d626a30e9fd2195, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T17:24:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/f8fa841bb9fa4526be8a8918e4728d9c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/f8fa841bb9fa4526be8a8918e4728d9c 2024-11-23T17:24:12,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/f8fa841bb9fa4526be8a8918e4728d9c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T17:24:12,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7b5b09207597792cce9e8a1721931ead in 862ms, sequenceid=40, compaction requested=false 2024-11-23T17:24:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-23T17:24:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-23T17:24:12,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-23T17:24:12,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7020 sec 2024-11-23T17:24:12,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.7060 sec 2024-11-23T17:24:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:12,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:24:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:12,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7df146cbae44350986d0ad317834306_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382651970/Put/seqid=0 2024-11-23T17:24:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742311_1487 (size=12154) 2024-11-23T17:24:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382712598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382712599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382712601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382712602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382712702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382712702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382712706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382712706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382712904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382712904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382712908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382712909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:12,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:12,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7df146cbae44350986d0ad317834306_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7df146cbae44350986d0ad317834306_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:12,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/c8cd1de08e97497c911b7e3e950430f1, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:12,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/c8cd1de08e97497c911b7e3e950430f1 is 175, key is test_row_0/A:col10/1732382651970/Put/seqid=0 2024-11-23T17:24:13,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742312_1488 (size=30955) 2024-11-23T17:24:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382713208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382713208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382713211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382713211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,400 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/c8cd1de08e97497c911b7e3e950430f1 2024-11-23T17:24:13,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/f13ae38e14484d95961b85bf6d46ada9 is 50, key is test_row_0/B:col10/1732382651970/Put/seqid=0 2024-11-23T17:24:13,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742313_1489 (size=12001) 2024-11-23T17:24:13,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382713712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382713713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382713714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382713717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/f13ae38e14484d95961b85bf6d46ada9 2024-11-23T17:24:13,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/26e0134579cd4a35945a0befdd8d5bfc is 50, key is test_row_0/C:col10/1732382651970/Put/seqid=0 2024-11-23T17:24:13,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742314_1490 (size=12001) 2024-11-23T17:24:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-23T17:24:13,884 INFO [Thread-2153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-23T17:24:13,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-23T17:24:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:24:13,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:13,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:13,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:24:13,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382713990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:13,992 DEBUG [Thread-2151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:24:14,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-23T17:24:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:24:14,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-23T17:24:14,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:14,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:14,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:14,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/26e0134579cd4a35945a0befdd8d5bfc 2024-11-23T17:24:14,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/c8cd1de08e97497c911b7e3e950430f1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/c8cd1de08e97497c911b7e3e950430f1 2024-11-23T17:24:14,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/c8cd1de08e97497c911b7e3e950430f1, entries=150, sequenceid=52, filesize=30.2 K 2024-11-23T17:24:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/f13ae38e14484d95961b85bf6d46ada9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/f13ae38e14484d95961b85bf6d46ada9 2024-11-23T17:24:14,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/f13ae38e14484d95961b85bf6d46ada9, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T17:24:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/26e0134579cd4a35945a0befdd8d5bfc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/26e0134579cd4a35945a0befdd8d5bfc 2024-11-23T17:24:14,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/26e0134579cd4a35945a0befdd8d5bfc, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T17:24:14,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b5b09207597792cce9e8a1721931ead in 1663ms, sequenceid=52, compaction requested=true 2024-11-23T17:24:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:14,242 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:14,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:14,242 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:14,243 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:14,243 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:14,243 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/A is initiating minor compaction (all files) 2024-11-23T17:24:14,243 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/B is initiating minor compaction (all files) 2024-11-23T17:24:14,243 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/B in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,243 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/A in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,243 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3f76d3f54f1749ea8c3d8a4283f2475a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/38e3d22d5f5d4d4b8d626a30e9fd2195, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/f13ae38e14484d95961b85bf6d46ada9] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.2 K 2024-11-23T17:24:14,243 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/6970802c14f6494480a8a71c0d213e7e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/cb8f93f1fc9040ff875d03f67ee6e2b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/c8cd1de08e97497c911b7e3e950430f1] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=90.7 K 2024-11-23T17:24:14,243 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,243 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/6970802c14f6494480a8a71c0d213e7e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/cb8f93f1fc9040ff875d03f67ee6e2b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/c8cd1de08e97497c911b7e3e950430f1] 2024-11-23T17:24:14,244 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f76d3f54f1749ea8c3d8a4283f2475a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382649783 2024-11-23T17:24:14,244 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6970802c14f6494480a8a71c0d213e7e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382649783 2024-11-23T17:24:14,244 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e3d22d5f5d4d4b8d626a30e9fd2195, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732382649843 2024-11-23T17:24:14,244 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb8f93f1fc9040ff875d03f67ee6e2b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732382649843 2024-11-23T17:24:14,244 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f13ae38e14484d95961b85bf6d46ada9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382651970 2024-11-23T17:24:14,245 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8cd1de08e97497c911b7e3e950430f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382651970 2024-11-23T17:24:14,250 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:14,252 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:14,252 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112313c17c3c3e9943b79d0d6556f9cd6793_7b5b09207597792cce9e8a1721931ead store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:14,252 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/a3bc84df4dbd497db62ad120e0f08b21 is 50, key is test_row_0/B:col10/1732382651970/Put/seqid=0 2024-11-23T17:24:14,253 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112313c17c3c3e9943b79d0d6556f9cd6793_7b5b09207597792cce9e8a1721931ead, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:14,253 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112313c17c3c3e9943b79d0d6556f9cd6793_7b5b09207597792cce9e8a1721931ead because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742315_1491 (size=12104) 2024-11-23T17:24:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742316_1492 (size=4469) 2024-11-23T17:24:14,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-23T17:24:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:24:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:14,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:14,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123670e0db4a77a4662a69564290b966753_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382652596/Put/seqid=0 2024-11-23T17:24:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742317_1493 (size=12154) 2024-11-23T17:24:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:14,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123670e0db4a77a4662a69564290b966753_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123670e0db4a77a4662a69564290b966753_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/93ba1493f4b545d58caee3b5b2589a45, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/93ba1493f4b545d58caee3b5b2589a45 is 175, key is test_row_0/A:col10/1732382652596/Put/seqid=0 2024-11-23T17:24:14,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742318_1494 (size=30955) 2024-11-23T17:24:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:24:14,670 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/a3bc84df4dbd497db62ad120e0f08b21 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/a3bc84df4dbd497db62ad120e0f08b21 2024-11-23T17:24:14,673 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/B of 7b5b09207597792cce9e8a1721931ead into a3bc84df4dbd497db62ad120e0f08b21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:14,674 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:14,674 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/B, priority=13, startTime=1732382654242; duration=0sec 2024-11-23T17:24:14,674 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:14,674 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:B 2024-11-23T17:24:14,674 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:14,674 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#A#compaction#417 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:14,675 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:14,675 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/C is initiating minor compaction (all files) 2024-11-23T17:24:14,675 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/642deba8b0414e55b6ba632956ddbe01 is 175, key is test_row_0/A:col10/1732382651970/Put/seqid=0 2024-11-23T17:24:14,675 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/C in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:14,675 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/3a8bb6ce596b423c9412ac89f7d0c32a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/f8fa841bb9fa4526be8a8918e4728d9c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/26e0134579cd4a35945a0befdd8d5bfc] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.2 K 2024-11-23T17:24:14,675 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a8bb6ce596b423c9412ac89f7d0c32a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382649783 2024-11-23T17:24:14,676 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting f8fa841bb9fa4526be8a8918e4728d9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732382649843 2024-11-23T17:24:14,676 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e0134579cd4a35945a0befdd8d5bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382651970 2024-11-23T17:24:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742319_1495 (size=31058) 2024-11-23T17:24:14,693 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:14,694 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/83fdb609c2ed44f6977e4baa2d649f43 is 50, key is test_row_0/C:col10/1732382651970/Put/seqid=0 2024-11-23T17:24:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742320_1496 (size=12104) 2024-11-23T17:24:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:14,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382714725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382714726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382714727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382714727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/93ba1493f4b545d58caee3b5b2589a45 2024-11-23T17:24:14,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/43949ef0796c49908579ec959a53f2b9 is 50, key is test_row_0/B:col10/1732382652596/Put/seqid=0 2024-11-23T17:24:14,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742321_1497 (size=12001) 2024-11-23T17:24:14,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382714828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382714829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382714829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382714830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:24:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382715032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382715032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382715032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382715033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,098 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/642deba8b0414e55b6ba632956ddbe01 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/642deba8b0414e55b6ba632956ddbe01 2024-11-23T17:24:15,101 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/83fdb609c2ed44f6977e4baa2d649f43 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/83fdb609c2ed44f6977e4baa2d649f43 2024-11-23T17:24:15,102 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/A of 7b5b09207597792cce9e8a1721931ead into 642deba8b0414e55b6ba632956ddbe01(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:15,102 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:15,102 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/A, priority=13, startTime=1732382654242; duration=0sec 2024-11-23T17:24:15,103 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:15,103 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:A 2024-11-23T17:24:15,105 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/C of 7b5b09207597792cce9e8a1721931ead into 83fdb609c2ed44f6977e4baa2d649f43(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:15,105 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:15,105 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/C, priority=13, startTime=1732382654242; duration=0sec 2024-11-23T17:24:15,105 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:15,105 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:C 2024-11-23T17:24:15,176 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/43949ef0796c49908579ec959a53f2b9 2024-11-23T17:24:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f is 50, key is test_row_0/C:col10/1732382652596/Put/seqid=0 2024-11-23T17:24:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742322_1498 (size=12001) 2024-11-23T17:24:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382715334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382715334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382715335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382715337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,587 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f 2024-11-23T17:24:15,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/93ba1493f4b545d58caee3b5b2589a45 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/93ba1493f4b545d58caee3b5b2589a45 2024-11-23T17:24:15,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/93ba1493f4b545d58caee3b5b2589a45, entries=150, sequenceid=77, filesize=30.2 K 2024-11-23T17:24:15,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/43949ef0796c49908579ec959a53f2b9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/43949ef0796c49908579ec959a53f2b9 2024-11-23T17:24:15,599 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/43949ef0796c49908579ec959a53f2b9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T17:24:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f 2024-11-23T17:24:15,603 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T17:24:15,604 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7b5b09207597792cce9e8a1721931ead in 1259ms, sequenceid=77, compaction requested=false 2024-11-23T17:24:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-23T17:24:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-23T17:24:15,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-23T17:24:15,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-23T17:24:15,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.7220 sec 2024-11-23T17:24:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:15,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:24:15,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:15,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:15,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:15,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:15,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:15,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:15,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d63cd5a6d7d4c62832c1265bd3c9298_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382654719/Put/seqid=0 2024-11-23T17:24:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742323_1499 (size=12154) 2024-11-23T17:24:15,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382715856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382715856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382715858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382715859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382715960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382715960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382715961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382715962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:24:15,990 INFO [Thread-2153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-23T17:24:15,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-23T17:24:15,992 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-23T17:24:15,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:15,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-23T17:24:16,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382716163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382716163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382716163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382716165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:16,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d63cd5a6d7d4c62832c1265bd3c9298_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d63cd5a6d7d4c62832c1265bd3c9298_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:16,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/7e4758c480a34fd2af90996072a8f59b, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:16,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/7e4758c480a34fd2af90996072a8f59b is 175, key is test_row_0/A:col10/1732382654719/Put/seqid=0 2024-11-23T17:24:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742324_1500 (size=30955) 2024-11-23T17:24:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-23T17:24:16,297 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,450 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382716466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382716467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382716467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382716469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,531 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:24:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-23T17:24:16,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/7e4758c480a34fd2af90996072a8f59b 2024-11-23T17:24:16,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/4c9a2b9762b648d18a95947dd6f5580e is 50, key is test_row_0/B:col10/1732382654719/Put/seqid=0 2024-11-23T17:24:16,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742325_1501 (size=12001) 2024-11-23T17:24:16,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:16,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:16,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382716969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382716972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382716972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:16,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382716973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:17,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:17,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/4c9a2b9762b648d18a95947dd6f5580e 2024-11-23T17:24:17,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/db78df79ed5e4f889253a9bf82e46f82 is 50, key is test_row_0/C:col10/1732382654719/Put/seqid=0 2024-11-23T17:24:17,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742326_1502 (size=12001) 2024-11-23T17:24:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-23T17:24:17,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:17,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/db78df79ed5e4f889253a9bf82e46f82 2024-11-23T17:24:17,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/7e4758c480a34fd2af90996072a8f59b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/7e4758c480a34fd2af90996072a8f59b 2024-11-23T17:24:17,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/7e4758c480a34fd2af90996072a8f59b, entries=150, sequenceid=92, filesize=30.2 K 2024-11-23T17:24:17,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/4c9a2b9762b648d18a95947dd6f5580e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4c9a2b9762b648d18a95947dd6f5580e 2024-11-23T17:24:17,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4c9a2b9762b648d18a95947dd6f5580e, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T17:24:17,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/db78df79ed5e4f889253a9bf82e46f82 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/db78df79ed5e4f889253a9bf82e46f82 2024-11-23T17:24:17,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/db78df79ed5e4f889253a9bf82e46f82, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T17:24:17,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7b5b09207597792cce9e8a1721931ead in 1658ms, sequenceid=92, compaction requested=true 2024-11-23T17:24:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:17,496 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:17,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:17,496 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:17,497 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:17,497 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:17,497 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/B is initiating minor compaction (all files) 2024-11-23T17:24:17,497 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/A is initiating minor compaction (all files) 2024-11-23T17:24:17,497 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/A in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,497 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/B in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,497 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/642deba8b0414e55b6ba632956ddbe01, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/93ba1493f4b545d58caee3b5b2589a45, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/7e4758c480a34fd2af90996072a8f59b] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=90.8 K 2024-11-23T17:24:17,497 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/a3bc84df4dbd497db62ad120e0f08b21, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/43949ef0796c49908579ec959a53f2b9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4c9a2b9762b648d18a95947dd6f5580e] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.3 K 2024-11-23T17:24:17,497 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,497 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/642deba8b0414e55b6ba632956ddbe01, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/93ba1493f4b545d58caee3b5b2589a45, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/7e4758c480a34fd2af90996072a8f59b] 2024-11-23T17:24:17,498 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 642deba8b0414e55b6ba632956ddbe01, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382651970 2024-11-23T17:24:17,498 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting a3bc84df4dbd497db62ad120e0f08b21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382651970 2024-11-23T17:24:17,498 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 43949ef0796c49908579ec959a53f2b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382652596 2024-11-23T17:24:17,498 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93ba1493f4b545d58caee3b5b2589a45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382652596 2024-11-23T17:24:17,498 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9a2b9762b648d18a95947dd6f5580e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382654719 2024-11-23T17:24:17,498 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e4758c480a34fd2af90996072a8f59b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382654719 2024-11-23T17:24:17,503 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:17,504 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:17,504 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/1ab44e74287e475c8889298881711196 is 50, key is test_row_0/B:col10/1732382654719/Put/seqid=0 2024-11-23T17:24:17,505 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123095ccfef72e64dbf821072c137136ce5_7b5b09207597792cce9e8a1721931ead store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:17,507 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123095ccfef72e64dbf821072c137136ce5_7b5b09207597792cce9e8a1721931ead, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:17,507 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123095ccfef72e64dbf821072c137136ce5_7b5b09207597792cce9e8a1721931ead because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742327_1503 (size=12207) 2024-11-23T17:24:17,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742328_1504 (size=4469) 2024-11-23T17:24:17,518 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/1ab44e74287e475c8889298881711196 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/1ab44e74287e475c8889298881711196 2024-11-23T17:24:17,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-23T17:24:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,521 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:24:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:17,522 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#A#compaction#427 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:17,522 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1c1ab060471e48b889566a5519438728 is 175, key is test_row_0/A:col10/1732382654719/Put/seqid=0 2024-11-23T17:24:17,524 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/B of 7b5b09207597792cce9e8a1721931ead into 1ab44e74287e475c8889298881711196(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:17,524 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:17,524 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/B, priority=13, startTime=1732382657496; duration=0sec 2024-11-23T17:24:17,524 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:17,524 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:B 2024-11-23T17:24:17,524 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:17,525 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:17,526 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/C is initiating minor compaction (all files) 2024-11-23T17:24:17,526 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/C in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:17,526 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/83fdb609c2ed44f6977e4baa2d649f43, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/db78df79ed5e4f889253a9bf82e46f82] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.3 K 2024-11-23T17:24:17,526 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 83fdb609c2ed44f6977e4baa2d649f43, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382651970 2024-11-23T17:24:17,526 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d12e9cbf9d4bdb86e28b5a5457ea0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382652596 2024-11-23T17:24:17,527 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting db78df79ed5e4f889253a9bf82e46f82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382654719 2024-11-23T17:24:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112360c5a2f8cd1c4cb3a9b7c5c8224002e0_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382655849/Put/seqid=0 2024-11-23T17:24:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742329_1505 (size=31161) 2024-11-23T17:24:17,533 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:17,534 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/5e91dc75fc8441beb9fc78dffc8b7b0d is 50, key is test_row_0/C:col10/1732382654719/Put/seqid=0 2024-11-23T17:24:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742330_1506 (size=12154) 2024-11-23T17:24:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742331_1507 (size=12207) 2024-11-23T17:24:17,936 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1c1ab060471e48b889566a5519438728 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1c1ab060471e48b889566a5519438728 2024-11-23T17:24:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:17,941 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112360c5a2f8cd1c4cb3a9b7c5c8224002e0_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112360c5a2f8cd1c4cb3a9b7c5c8224002e0_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:17,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/342518fb7daf4d2d9601da842f2d1aaf, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:17,944 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/A of 7b5b09207597792cce9e8a1721931ead into 1c1ab060471e48b889566a5519438728(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:17,944 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:17,944 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/A, priority=13, startTime=1732382657496; duration=0sec 2024-11-23T17:24:17,944 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:17,944 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:A 2024-11-23T17:24:17,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/342518fb7daf4d2d9601da842f2d1aaf is 175, key is test_row_0/A:col10/1732382655849/Put/seqid=0 2024-11-23T17:24:17,948 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/5e91dc75fc8441beb9fc78dffc8b7b0d as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5e91dc75fc8441beb9fc78dffc8b7b0d 2024-11-23T17:24:17,952 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/C of 7b5b09207597792cce9e8a1721931ead into 5e91dc75fc8441beb9fc78dffc8b7b0d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:17,952 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:17,953 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/C, priority=13, startTime=1732382657496; duration=0sec 2024-11-23T17:24:17,953 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:17,953 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:C 2024-11-23T17:24:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742332_1508 (size=30955) 2024-11-23T17:24:17,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/342518fb7daf4d2d9601da842f2d1aaf 2024-11-23T17:24:17,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/12cc60bb393d4ff49792452140611d45 is 50, key is test_row_0/B:col10/1732382655849/Put/seqid=0 2024-11-23T17:24:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742333_1509 (size=12001) 2024-11-23T17:24:17,964 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/12cc60bb393d4ff49792452140611d45 2024-11-23T17:24:17,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/22bdd65f5a434fefa68327d26b87d5f1 is 50, key is test_row_0/C:col10/1732382655849/Put/seqid=0 2024-11-23T17:24:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742334_1510 (size=12001) 2024-11-23T17:24:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:17,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382717983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382717984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382717985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382717985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382718026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,029 DEBUG [Thread-2151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., hostname=f54dd19cfe0a,32977,1732382508134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:24:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382718088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382718088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382718088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382718088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-23T17:24:18,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382718290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382718291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382718290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382718291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,375 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/22bdd65f5a434fefa68327d26b87d5f1 2024-11-23T17:24:18,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/342518fb7daf4d2d9601da842f2d1aaf as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/342518fb7daf4d2d9601da842f2d1aaf 2024-11-23T17:24:18,383 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/342518fb7daf4d2d9601da842f2d1aaf, entries=150, sequenceid=116, filesize=30.2 K 2024-11-23T17:24:18,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/12cc60bb393d4ff49792452140611d45 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/12cc60bb393d4ff49792452140611d45 2024-11-23T17:24:18,387 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/12cc60bb393d4ff49792452140611d45, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T17:24:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/22bdd65f5a434fefa68327d26b87d5f1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/22bdd65f5a434fefa68327d26b87d5f1 2024-11-23T17:24:18,390 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/22bdd65f5a434fefa68327d26b87d5f1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T17:24:18,391 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7b5b09207597792cce9e8a1721931ead in 870ms, sequenceid=116, compaction requested=false 2024-11-23T17:24:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-23T17:24:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-23T17:24:18,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-23T17:24:18,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3990 sec 2024-11-23T17:24:18,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.4020 sec 2024-11-23T17:24:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:18,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:24:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:18,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:18,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d0699921dbaf46acbdbc90e3ee93930d_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382657983/Put/seqid=0 2024-11-23T17:24:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742335_1511 (size=12304) 2024-11-23T17:24:18,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382718609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382718610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382718611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382718612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382718713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382718714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382718714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382718716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382718915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382718917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382718917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:18,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382718919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:19,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d0699921dbaf46acbdbc90e3ee93930d_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d0699921dbaf46acbdbc90e3ee93930d_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:19,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8e31b4fb854d4341854ae29acc7c015e, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:19,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8e31b4fb854d4341854ae29acc7c015e is 175, key is test_row_0/A:col10/1732382657983/Put/seqid=0 2024-11-23T17:24:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742336_1512 (size=31105) 2024-11-23T17:24:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382719217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382719220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382719221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382719222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8e31b4fb854d4341854ae29acc7c015e 2024-11-23T17:24:19,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/3cacbfeaaf284c4b862818c3e0570a4c is 50, key is test_row_0/B:col10/1732382657983/Put/seqid=0 2024-11-23T17:24:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742337_1513 (size=12151) 2024-11-23T17:24:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382719723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382719724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382719725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382719729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:19,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/3cacbfeaaf284c4b862818c3e0570a4c 2024-11-23T17:24:19,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/502c8c2a486c47e58dafa0d4131db697 is 50, key is test_row_0/C:col10/1732382657983/Put/seqid=0 2024-11-23T17:24:19,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742338_1514 (size=12151) 2024-11-23T17:24:19,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/502c8c2a486c47e58dafa0d4131db697 2024-11-23T17:24:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8e31b4fb854d4341854ae29acc7c015e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8e31b4fb854d4341854ae29acc7c015e 2024-11-23T17:24:19,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8e31b4fb854d4341854ae29acc7c015e, entries=150, sequenceid=134, filesize=30.4 K 2024-11-23T17:24:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/3cacbfeaaf284c4b862818c3e0570a4c as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3cacbfeaaf284c4b862818c3e0570a4c 2024-11-23T17:24:19,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3cacbfeaaf284c4b862818c3e0570a4c, entries=150, sequenceid=134, filesize=11.9 K 2024-11-23T17:24:19,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/502c8c2a486c47e58dafa0d4131db697 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/502c8c2a486c47e58dafa0d4131db697 2024-11-23T17:24:19,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/502c8c2a486c47e58dafa0d4131db697, entries=150, sequenceid=134, filesize=11.9 K 2024-11-23T17:24:19,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7b5b09207597792cce9e8a1721931ead in 1265ms, sequenceid=134, compaction requested=true 2024-11-23T17:24:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:19,859 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:19,859 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:19,861 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:19,861 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/A is initiating minor compaction (all files) 2024-11-23T17:24:19,861 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/A in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:19,861 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1c1ab060471e48b889566a5519438728, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/342518fb7daf4d2d9601da842f2d1aaf, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8e31b4fb854d4341854ae29acc7c015e] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=91.0 K 2024-11-23T17:24:19,861 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:19,861 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1c1ab060471e48b889566a5519438728, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/342518fb7daf4d2d9601da842f2d1aaf, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8e31b4fb854d4341854ae29acc7c015e] 2024-11-23T17:24:19,861 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:19,862 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c1ab060471e48b889566a5519438728, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382654719 2024-11-23T17:24:19,862 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/B is initiating minor compaction (all files) 2024-11-23T17:24:19,862 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/B in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:19,862 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/1ab44e74287e475c8889298881711196, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/12cc60bb393d4ff49792452140611d45, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3cacbfeaaf284c4b862818c3e0570a4c] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.5 K 2024-11-23T17:24:19,862 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 342518fb7daf4d2d9601da842f2d1aaf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382655849 2024-11-23T17:24:19,862 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab44e74287e475c8889298881711196, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382654719 2024-11-23T17:24:19,862 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e31b4fb854d4341854ae29acc7c015e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382657983 2024-11-23T17:24:19,862 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 12cc60bb393d4ff49792452140611d45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382655849 2024-11-23T17:24:19,863 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cacbfeaaf284c4b862818c3e0570a4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382657983 2024-11-23T17:24:19,869 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:19,871 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123c44562aefc564d4093c67df57ee4f17c_7b5b09207597792cce9e8a1721931ead store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:19,871 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:19,872 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/aced7e1a033048969994136d188dccf9 is 50, key is test_row_0/B:col10/1732382657983/Put/seqid=0 2024-11-23T17:24:19,873 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123c44562aefc564d4093c67df57ee4f17c_7b5b09207597792cce9e8a1721931ead, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:19,873 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c44562aefc564d4093c67df57ee4f17c_7b5b09207597792cce9e8a1721931ead because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742339_1515 (size=12459) 2024-11-23T17:24:19,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742340_1516 (size=4469) 2024-11-23T17:24:19,887 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#A#compaction#435 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:19,888 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/69853fdee5964627ac084922540ff1e2 is 175, key is test_row_0/A:col10/1732382657983/Put/seqid=0 2024-11-23T17:24:19,891 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/aced7e1a033048969994136d188dccf9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/aced7e1a033048969994136d188dccf9 2024-11-23T17:24:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742341_1517 (size=31413) 2024-11-23T17:24:19,895 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/B of 7b5b09207597792cce9e8a1721931ead into aced7e1a033048969994136d188dccf9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:19,895 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:19,895 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/B, priority=13, startTime=1732382659859; duration=0sec 2024-11-23T17:24:19,895 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:19,896 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:B 2024-11-23T17:24:19,896 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:19,897 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:19,897 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/C is initiating minor compaction (all files) 2024-11-23T17:24:19,897 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/C in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:19,897 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5e91dc75fc8441beb9fc78dffc8b7b0d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/22bdd65f5a434fefa68327d26b87d5f1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/502c8c2a486c47e58dafa0d4131db697] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.5 K 2024-11-23T17:24:19,898 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e91dc75fc8441beb9fc78dffc8b7b0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382654719 2024-11-23T17:24:19,898 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 22bdd65f5a434fefa68327d26b87d5f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382655849 2024-11-23T17:24:19,899 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 502c8c2a486c47e58dafa0d4131db697, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382657983 2024-11-23T17:24:19,899 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/69853fdee5964627ac084922540ff1e2 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/69853fdee5964627ac084922540ff1e2 2024-11-23T17:24:19,904 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/A of 7b5b09207597792cce9e8a1721931ead into 69853fdee5964627ac084922540ff1e2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:19,904 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:19,904 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/A, priority=13, startTime=1732382659859; duration=0sec 2024-11-23T17:24:19,904 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:19,904 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:A 2024-11-23T17:24:19,907 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:19,907 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/b77dfbe242fa4546a1d6ce6120b6746e is 50, key is test_row_0/C:col10/1732382657983/Put/seqid=0 2024-11-23T17:24:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742342_1518 (size=12459) 2024-11-23T17:24:19,916 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/b77dfbe242fa4546a1d6ce6120b6746e as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b77dfbe242fa4546a1d6ce6120b6746e 2024-11-23T17:24:19,920 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/C of 7b5b09207597792cce9e8a1721931ead into b77dfbe242fa4546a1d6ce6120b6746e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:19,921 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:19,921 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/C, priority=13, startTime=1732382659859; duration=0sec 2024-11-23T17:24:19,921 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:19,921 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:C 2024-11-23T17:24:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-23T17:24:20,097 INFO [Thread-2153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-23T17:24:20,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-23T17:24:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T17:24:20,099 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:20,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:20,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T17:24:20,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-23T17:24:20,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:20,252 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:24:20,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c2bc8161a7a341a2bcaeb5063ec02efc_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382658608/Put/seqid=0 2024-11-23T17:24:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742343_1519 (size=12304) 2024-11-23T17:24:20,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:20,270 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c2bc8161a7a341a2bcaeb5063ec02efc_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c2bc8161a7a341a2bcaeb5063ec02efc_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/00f35e6932404dc8ab2deb5add3ce9e9, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/00f35e6932404dc8ab2deb5add3ce9e9 is 175, key is test_row_0/A:col10/1732382658608/Put/seqid=0 2024-11-23T17:24:20,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742344_1520 (size=31105) 2024-11-23T17:24:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T17:24:20,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/00f35e6932404dc8ab2deb5add3ce9e9 2024-11-23T17:24:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/01b2e7cad28f40a3a22874b3dec983af is 50, key is test_row_0/B:col10/1732382658608/Put/seqid=0 2024-11-23T17:24:20,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742345_1521 (size=12151) 2024-11-23T17:24:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T17:24:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382720736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382720736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382720737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382720738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382720839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382720839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382720839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382720841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382721040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382721041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382721042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382721043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/01b2e7cad28f40a3a22874b3dec983af 2024-11-23T17:24:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/a4305e7244064792a63d3defcce524f5 is 50, key is test_row_0/C:col10/1732382658608/Put/seqid=0 2024-11-23T17:24:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742346_1522 (size=12151) 2024-11-23T17:24:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T17:24:21,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382721344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382721345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382721346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382721346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,498 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/a4305e7244064792a63d3defcce524f5 2024-11-23T17:24:21,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/00f35e6932404dc8ab2deb5add3ce9e9 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/00f35e6932404dc8ab2deb5add3ce9e9 2024-11-23T17:24:21,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/00f35e6932404dc8ab2deb5add3ce9e9, entries=150, sequenceid=158, filesize=30.4 K 2024-11-23T17:24:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/01b2e7cad28f40a3a22874b3dec983af as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/01b2e7cad28f40a3a22874b3dec983af 2024-11-23T17:24:21,509 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/01b2e7cad28f40a3a22874b3dec983af, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T17:24:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/a4305e7244064792a63d3defcce524f5 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/a4305e7244064792a63d3defcce524f5 2024-11-23T17:24:21,513 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/a4305e7244064792a63d3defcce524f5, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T17:24:21,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7b5b09207597792cce9e8a1721931ead in 1262ms, sequenceid=158, compaction requested=false 2024-11-23T17:24:21,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:21,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:21,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-23T17:24:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-23T17:24:21,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-23T17:24:21,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-23T17:24:21,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.4190 sec 2024-11-23T17:24:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:21,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:24:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:21,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:21,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e5024b1c103749a1a32652704c6a88ef_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382660737/Put/seqid=0 2024-11-23T17:24:21,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742347_1523 (size=12304) 2024-11-23T17:24:21,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382721864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382721865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382721865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382721866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382721967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382721968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382721968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:21,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382721968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382722170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382722170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382722171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382722171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-23T17:24:22,203 INFO [Thread-2153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-23T17:24:22,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-23T17:24:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T17:24:22,206 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:22,207 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:22,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:22,262 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:22,265 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e5024b1c103749a1a32652704c6a88ef_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e5024b1c103749a1a32652704c6a88ef_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:22,266 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/574edf9cd0ac40409a8d8093d0bf9a00, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:22,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/574edf9cd0ac40409a8d8093d0bf9a00 is 175, key is test_row_0/A:col10/1732382660737/Put/seqid=0 2024-11-23T17:24:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742348_1524 (size=31105) 2024-11-23T17:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T17:24:22,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T17:24:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382722474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382722475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382722475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382722477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T17:24:22,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T17:24:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T17:24:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/574edf9cd0ac40409a8d8093d0bf9a00 2024-11-23T17:24:22,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/24da89495d3f45e5ad21be0777b1b0a3 is 50, key is test_row_0/B:col10/1732382660737/Put/seqid=0 2024-11-23T17:24:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742349_1525 (size=12151) 2024-11-23T17:24:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T17:24:22,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T17:24:22,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T17:24:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:22,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:22,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382722978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382722979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382722980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382722983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:23,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/24da89495d3f45e5ad21be0777b1b0a3 2024-11-23T17:24:23,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/5503ab41f2cf4e10922a0ba66d85262b is 50, key is test_row_0/C:col10/1732382660737/Put/seqid=0 2024-11-23T17:24:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742350_1526 (size=12151) 2024-11-23T17:24:23,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/5503ab41f2cf4e10922a0ba66d85262b 2024-11-23T17:24:23,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/574edf9cd0ac40409a8d8093d0bf9a00 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/574edf9cd0ac40409a8d8093d0bf9a00 2024-11-23T17:24:23,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:23,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T17:24:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:23,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:23,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/574edf9cd0ac40409a8d8093d0bf9a00, entries=150, sequenceid=175, filesize=30.4 K 2024-11-23T17:24:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/24da89495d3f45e5ad21be0777b1b0a3 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/24da89495d3f45e5ad21be0777b1b0a3 2024-11-23T17:24:23,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/24da89495d3f45e5ad21be0777b1b0a3, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T17:24:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/5503ab41f2cf4e10922a0ba66d85262b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5503ab41f2cf4e10922a0ba66d85262b 2024-11-23T17:24:23,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5503ab41f2cf4e10922a0ba66d85262b, entries=150, sequenceid=175, filesize=11.9 K 2024-11-23T17:24:23,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7b5b09207597792cce9e8a1721931ead in 1284ms, sequenceid=175, compaction requested=true 2024-11-23T17:24:23,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:23,135 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:23,135 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:23,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:23,135 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:23,135 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:23,135 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/A is initiating minor compaction (all files) 2024-11-23T17:24:23,136 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/B is initiating minor compaction (all files) 2024-11-23T17:24:23,136 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/A in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:23,136 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/B in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:23,136 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/69853fdee5964627ac084922540ff1e2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/00f35e6932404dc8ab2deb5add3ce9e9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/574edf9cd0ac40409a8d8093d0bf9a00] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=91.4 K 2024-11-23T17:24:23,136 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/aced7e1a033048969994136d188dccf9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/01b2e7cad28f40a3a22874b3dec983af, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/24da89495d3f45e5ad21be0777b1b0a3] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.9 K 2024-11-23T17:24:23,136 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:23,136 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/69853fdee5964627ac084922540ff1e2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/00f35e6932404dc8ab2deb5add3ce9e9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/574edf9cd0ac40409a8d8093d0bf9a00] 2024-11-23T17:24:23,136 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting aced7e1a033048969994136d188dccf9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382657983 2024-11-23T17:24:23,136 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69853fdee5964627ac084922540ff1e2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382657983 2024-11-23T17:24:23,136 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b2e7cad28f40a3a22874b3dec983af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382658608 2024-11-23T17:24:23,137 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00f35e6932404dc8ab2deb5add3ce9e9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382658608 2024-11-23T17:24:23,137 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 24da89495d3f45e5ad21be0777b1b0a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382660736 2024-11-23T17:24:23,138 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 574edf9cd0ac40409a8d8093d0bf9a00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382660736 2024-11-23T17:24:23,144 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:23,145 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/0713baf7c5f847a99b02044451576572 is 50, key is test_row_0/B:col10/1732382660737/Put/seqid=0 2024-11-23T17:24:23,147 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:23,149 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237e26316df7a2463ca0eac3f10bba2f40_7b5b09207597792cce9e8a1721931ead store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:23,151 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237e26316df7a2463ca0eac3f10bba2f40_7b5b09207597792cce9e8a1721931ead, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:23,152 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237e26316df7a2463ca0eac3f10bba2f40_7b5b09207597792cce9e8a1721931ead because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:23,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742351_1527 (size=12561) 2024-11-23T17:24:23,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742352_1528 (size=4469) 2024-11-23T17:24:23,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:23,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-23T17:24:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:23,275 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T17:24:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:23,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236bb7bfc1dc714f3eba1c1ae3e740a18b_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382661865/Put/seqid=0 2024-11-23T17:24:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742353_1529 (size=12304) 2024-11-23T17:24:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T17:24:23,565 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#A#compaction#445 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:23,566 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/e8355a7179a04538a2d4c3314233ba90 is 175, key is test_row_0/A:col10/1732382660737/Put/seqid=0 2024-11-23T17:24:23,566 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/0713baf7c5f847a99b02044451576572 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0713baf7c5f847a99b02044451576572 2024-11-23T17:24:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742354_1530 (size=31515) 2024-11-23T17:24:23,571 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/B of 7b5b09207597792cce9e8a1721931ead into 0713baf7c5f847a99b02044451576572(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:23,571 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:23,571 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/B, priority=13, startTime=1732382663135; duration=0sec 2024-11-23T17:24:23,571 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:23,571 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:B 2024-11-23T17:24:23,571 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:23,572 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:23,572 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/C is initiating minor compaction (all files) 2024-11-23T17:24:23,572 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/C in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:23,572 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b77dfbe242fa4546a1d6ce6120b6746e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/a4305e7244064792a63d3defcce524f5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5503ab41f2cf4e10922a0ba66d85262b] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=35.9 K 2024-11-23T17:24:23,573 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting b77dfbe242fa4546a1d6ce6120b6746e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732382657983 2024-11-23T17:24:23,573 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting a4305e7244064792a63d3defcce524f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382658608 2024-11-23T17:24:23,573 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 5503ab41f2cf4e10922a0ba66d85262b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382660736 2024-11-23T17:24:23,573 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/e8355a7179a04538a2d4c3314233ba90 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/e8355a7179a04538a2d4c3314233ba90 2024-11-23T17:24:23,578 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/A of 7b5b09207597792cce9e8a1721931ead into e8355a7179a04538a2d4c3314233ba90(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:23,578 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:23,578 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/A, priority=13, startTime=1732382663134; duration=0sec 2024-11-23T17:24:23,579 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:23,579 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:A 2024-11-23T17:24:23,583 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#C#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:23,583 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/63072f69fa1b4f7aa5142e7dc6aaec4b is 50, key is test_row_0/C:col10/1732382660737/Put/seqid=0 2024-11-23T17:24:23,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742355_1531 (size=12561) 2024-11-23T17:24:23,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:23,694 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236bb7bfc1dc714f3eba1c1ae3e740a18b_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236bb7bfc1dc714f3eba1c1ae3e740a18b_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:23,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8819d684eafb4610885bb563ffcb34df, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8819d684eafb4610885bb563ffcb34df is 175, key is test_row_0/A:col10/1732382661865/Put/seqid=0 2024-11-23T17:24:23,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742356_1532 (size=31105) 2024-11-23T17:24:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:23,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:23,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382723997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382723998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382723998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382723998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,023 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/63072f69fa1b4f7aa5142e7dc6aaec4b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/63072f69fa1b4f7aa5142e7dc6aaec4b 2024-11-23T17:24:24,027 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/C of 7b5b09207597792cce9e8a1721931ead into 63072f69fa1b4f7aa5142e7dc6aaec4b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:24,027 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:24,027 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/C, priority=13, startTime=1732382663135; duration=0sec 2024-11-23T17:24:24,027 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:24,027 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:C 2024-11-23T17:24:24,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8819d684eafb4610885bb563ffcb34df 2024-11-23T17:24:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382724101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382724101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382724101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382724101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/0a616df031fb46a2858c19be8547fa86 is 50, key is test_row_0/B:col10/1732382661865/Put/seqid=0 2024-11-23T17:24:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742357_1533 (size=12151) 2024-11-23T17:24:24,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382724303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382724304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382724304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382724304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T17:24:24,511 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/0a616df031fb46a2858c19be8547fa86 2024-11-23T17:24:24,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/e27ffbef10c849b4987ce8ad6125f2b1 is 50, key is test_row_0/C:col10/1732382661865/Put/seqid=0 2024-11-23T17:24:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742358_1534 (size=12151) 2024-11-23T17:24:24,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382724606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382724606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382724607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382724607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:24,951 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/e27ffbef10c849b4987ce8ad6125f2b1 2024-11-23T17:24:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/8819d684eafb4610885bb563ffcb34df as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8819d684eafb4610885bb563ffcb34df 2024-11-23T17:24:24,958 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8819d684eafb4610885bb563ffcb34df, entries=150, sequenceid=194, filesize=30.4 K 2024-11-23T17:24:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/0a616df031fb46a2858c19be8547fa86 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0a616df031fb46a2858c19be8547fa86 2024-11-23T17:24:24,962 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0a616df031fb46a2858c19be8547fa86, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T17:24:24,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/e27ffbef10c849b4987ce8ad6125f2b1 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/e27ffbef10c849b4987ce8ad6125f2b1 2024-11-23T17:24:24,965 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/e27ffbef10c849b4987ce8ad6125f2b1, entries=150, sequenceid=194, filesize=11.9 K 2024-11-23T17:24:24,966 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 7b5b09207597792cce9e8a1721931ead in 1691ms, sequenceid=194, compaction requested=false 2024-11-23T17:24:24,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:24,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:24,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-23T17:24:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-23T17:24:24,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-23T17:24:24,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7600 sec 2024-11-23T17:24:24,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.7650 sec 2024-11-23T17:24:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:25,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:24:25,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:25,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:25,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:25,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:25,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:25,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:25,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236fad2505306248beb5bd65041ffe61bf_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382665113/Put/seqid=0 2024-11-23T17:24:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382725124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382725125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382725126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742359_1535 (size=12304) 2024-11-23T17:24:25,129 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:25,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382725128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236fad2505306248beb5bd65041ffe61bf_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236fad2505306248beb5bd65041ffe61bf_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:25,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/9c4e656b94a543cb9d3c20ad88cb3f20, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:25,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/9c4e656b94a543cb9d3c20ad88cb3f20 is 175, key is test_row_0/A:col10/1732382665113/Put/seqid=0 2024-11-23T17:24:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742360_1536 (size=31105) 2024-11-23T17:24:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382725227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382725227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382725228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382725230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382725430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382725430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382725431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382725433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,537 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/9c4e656b94a543cb9d3c20ad88cb3f20 2024-11-23T17:24:25,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/07f7e5b4e849427eba514dfd06490b65 is 50, key is test_row_0/B:col10/1732382665113/Put/seqid=0 2024-11-23T17:24:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742361_1537 (size=12151) 2024-11-23T17:24:25,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/07f7e5b4e849427eba514dfd06490b65 2024-11-23T17:24:25,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/2e2f60eda23d4ca39e766170f8c97c01 is 50, key is test_row_0/C:col10/1732382665113/Put/seqid=0 2024-11-23T17:24:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742362_1538 (size=12151) 2024-11-23T17:24:25,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382725734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382725734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382725736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382725738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:25,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/2e2f60eda23d4ca39e766170f8c97c01 2024-11-23T17:24:25,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/9c4e656b94a543cb9d3c20ad88cb3f20 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/9c4e656b94a543cb9d3c20ad88cb3f20 2024-11-23T17:24:25,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/9c4e656b94a543cb9d3c20ad88cb3f20, entries=150, sequenceid=219, filesize=30.4 K 2024-11-23T17:24:25,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/07f7e5b4e849427eba514dfd06490b65 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/07f7e5b4e849427eba514dfd06490b65 2024-11-23T17:24:25,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/07f7e5b4e849427eba514dfd06490b65, entries=150, sequenceid=219, filesize=11.9 K 2024-11-23T17:24:25,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/2e2f60eda23d4ca39e766170f8c97c01 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/2e2f60eda23d4ca39e766170f8c97c01 2024-11-23T17:24:25,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/2e2f60eda23d4ca39e766170f8c97c01, entries=150, sequenceid=219, filesize=11.9 K 2024-11-23T17:24:25,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7b5b09207597792cce9e8a1721931ead in 858ms, sequenceid=219, compaction requested=true 2024-11-23T17:24:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:25,972 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:25,972 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:25,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:25,973 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:25,973 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:25,973 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/B is initiating minor compaction (all files) 2024-11-23T17:24:25,973 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/A is initiating minor compaction (all files) 2024-11-23T17:24:25,973 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/B in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:25,973 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/A in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:25,973 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0713baf7c5f847a99b02044451576572, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0a616df031fb46a2858c19be8547fa86, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/07f7e5b4e849427eba514dfd06490b65] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=36.0 K 2024-11-23T17:24:25,973 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/e8355a7179a04538a2d4c3314233ba90, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8819d684eafb4610885bb563ffcb34df, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/9c4e656b94a543cb9d3c20ad88cb3f20] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=91.5 K 2024-11-23T17:24:25,973 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:25,974 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/e8355a7179a04538a2d4c3314233ba90, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8819d684eafb4610885bb563ffcb34df, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/9c4e656b94a543cb9d3c20ad88cb3f20] 2024-11-23T17:24:25,974 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 0713baf7c5f847a99b02044451576572, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382660736 2024-11-23T17:24:25,974 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8355a7179a04538a2d4c3314233ba90, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382660736 2024-11-23T17:24:25,974 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a616df031fb46a2858c19be8547fa86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732382661861 2024-11-23T17:24:25,974 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8819d684eafb4610885bb563ffcb34df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732382661861 2024-11-23T17:24:25,974 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 07f7e5b4e849427eba514dfd06490b65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732382665113 2024-11-23T17:24:25,974 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c4e656b94a543cb9d3c20ad88cb3f20, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732382665113 2024-11-23T17:24:25,982 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:25,983 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:25,984 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/ac228570d7fb4e4fba717a8d96885c9b is 50, key is test_row_0/B:col10/1732382665113/Put/seqid=0 2024-11-23T17:24:25,989 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411236b454ee97d904f4797f17bcf3e0481ea_7b5b09207597792cce9e8a1721931ead store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:26,002 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411236b454ee97d904f4797f17bcf3e0481ea_7b5b09207597792cce9e8a1721931ead, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:26,002 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236b454ee97d904f4797f17bcf3e0481ea_7b5b09207597792cce9e8a1721931ead because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742363_1539 (size=12663) 2024-11-23T17:24:26,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742364_1540 (size=4469) 2024-11-23T17:24:26,014 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/ac228570d7fb4e4fba717a8d96885c9b as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/ac228570d7fb4e4fba717a8d96885c9b 2024-11-23T17:24:26,018 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/B of 7b5b09207597792cce9e8a1721931ead into ac228570d7fb4e4fba717a8d96885c9b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:26,018 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:26,018 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/B, priority=13, startTime=1732382665972; duration=0sec 2024-11-23T17:24:26,018 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:26,018 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:B 2024-11-23T17:24:26,019 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:26,020 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:26,020 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/C is initiating minor compaction (all files) 2024-11-23T17:24:26,020 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/C in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,020 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/63072f69fa1b4f7aa5142e7dc6aaec4b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/e27ffbef10c849b4987ce8ad6125f2b1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/2e2f60eda23d4ca39e766170f8c97c01] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=36.0 K 2024-11-23T17:24:26,020 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 63072f69fa1b4f7aa5142e7dc6aaec4b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732382660736 2024-11-23T17:24:26,021 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e27ffbef10c849b4987ce8ad6125f2b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732382661861 2024-11-23T17:24:26,021 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e2f60eda23d4ca39e766170f8c97c01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732382665113 2024-11-23T17:24:26,027 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:26,027 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/30b7755cffef47eaacdb562846352280 is 50, key is test_row_0/C:col10/1732382665113/Put/seqid=0 2024-11-23T17:24:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742365_1541 (size=12663) 2024-11-23T17:24:26,042 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/30b7755cffef47eaacdb562846352280 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/30b7755cffef47eaacdb562846352280 2024-11-23T17:24:26,046 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/C of 7b5b09207597792cce9e8a1721931ead into 30b7755cffef47eaacdb562846352280(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:26,047 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:26,047 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/C, priority=13, startTime=1732382665972; duration=0sec 2024-11-23T17:24:26,047 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:26,047 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:C 2024-11-23T17:24:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:26,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:24:26,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:26,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:26,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:26,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:26,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:26,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:26,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230b016b96ca0a46e4bb8b9564bace2a64_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382665121/Put/seqid=0 2024-11-23T17:24:26,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742366_1542 (size=12304) 2024-11-23T17:24:26,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382726257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382726258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382726259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382726260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T17:24:26,311 INFO [Thread-2153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-23T17:24:26,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-23T17:24:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:24:26,313 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:26,314 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:26,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382726361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382726360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382726362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382726363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,412 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#A#compaction#453 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:26,413 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1fc042c7109b49dc804931d9c654ebcb is 175, key is test_row_0/A:col10/1732382665113/Put/seqid=0 2024-11-23T17:24:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:24:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742367_1543 (size=31617) 2024-11-23T17:24:26,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:26,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:26,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382726564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382726565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382726565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382726566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:24:26,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,657 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:26,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230b016b96ca0a46e4bb8b9564bace2a64_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230b016b96ca0a46e4bb8b9564bace2a64_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:26,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/be259e4b0b3a479a8c8d6ba447d4e6b0, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:26,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/be259e4b0b3a479a8c8d6ba447d4e6b0 is 175, key is test_row_0/A:col10/1732382665121/Put/seqid=0 2024-11-23T17:24:26,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742368_1544 (size=31105) 2024-11-23T17:24:26,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,821 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1fc042c7109b49dc804931d9c654ebcb as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1fc042c7109b49dc804931d9c654ebcb 2024-11-23T17:24:26,826 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/A of 7b5b09207597792cce9e8a1721931ead into 1fc042c7109b49dc804931d9c654ebcb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:26,826 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:26,826 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/A, priority=13, startTime=1732382665972; duration=0sec 2024-11-23T17:24:26,826 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:26,826 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:A 2024-11-23T17:24:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382726867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382726867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382726868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382726871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:24:26,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:26,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:26,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/be259e4b0b3a479a8c8d6ba447d4e6b0 2024-11-23T17:24:27,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:27,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:27,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/336d9164f90a4afc8865a4b9f3ca5a02 is 50, key is test_row_0/B:col10/1732382665121/Put/seqid=0 2024-11-23T17:24:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742369_1545 (size=12151) 2024-11-23T17:24:27,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/336d9164f90a4afc8865a4b9f3ca5a02 2024-11-23T17:24:27,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/7b447d7c90154573b6bbcfdd9ba6a132 is 50, key is test_row_0/C:col10/1732382665121/Put/seqid=0 2024-11-23T17:24:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742370_1546 (size=12151) 2024-11-23T17:24:27,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:27,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382727368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382727370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382727371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382727376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:27,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:24:27,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/7b447d7c90154573b6bbcfdd9ba6a132 2024-11-23T17:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/be259e4b0b3a479a8c8d6ba447d4e6b0 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/be259e4b0b3a479a8c8d6ba447d4e6b0 2024-11-23T17:24:27,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/be259e4b0b3a479a8c8d6ba447d4e6b0, entries=150, sequenceid=237, filesize=30.4 K 2024-11-23T17:24:27,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/336d9164f90a4afc8865a4b9f3ca5a02 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/336d9164f90a4afc8865a4b9f3ca5a02 2024-11-23T17:24:27,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/336d9164f90a4afc8865a4b9f3ca5a02, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T17:24:27,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/7b447d7c90154573b6bbcfdd9ba6a132 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7b447d7c90154573b6bbcfdd9ba6a132 2024-11-23T17:24:27,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7b447d7c90154573b6bbcfdd9ba6a132, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T17:24:27,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7b5b09207597792cce9e8a1721931ead in 1265ms, sequenceid=237, compaction requested=false 2024-11-23T17:24:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:27,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:27,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32977 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:24:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:27,537 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:24:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:27,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112397908a5929f448e7819becc8393bebe4_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382666258/Put/seqid=0 2024-11-23T17:24:27,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742371_1547 (size=12304) 2024-11-23T17:24:27,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:27,550 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112397908a5929f448e7819becc8393bebe4_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112397908a5929f448e7819becc8393bebe4_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1aa24c07808b4f52aad31de212772205, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:27,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1aa24c07808b4f52aad31de212772205 is 175, key is test_row_0/A:col10/1732382666258/Put/seqid=0 2024-11-23T17:24:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742372_1548 (size=31105) 2024-11-23T17:24:27,955 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1aa24c07808b4f52aad31de212772205 2024-11-23T17:24:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/e159063cc84840aeaeba01b1325ae907 is 50, key is test_row_0/B:col10/1732382666258/Put/seqid=0 2024-11-23T17:24:27,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742373_1549 (size=12151) 2024-11-23T17:24:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:28,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. as already flushing 2024-11-23T17:24:28,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382728157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382728260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/e159063cc84840aeaeba01b1325ae907 2024-11-23T17:24:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/7d867d20b0474008aecfa4df471de9dc is 50, key is test_row_0/C:col10/1732382666258/Put/seqid=0 2024-11-23T17:24:28,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57620 deadline: 1732382728373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57610 deadline: 1732382728373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742374_1550 (size=12151) 2024-11-23T17:24:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57574 deadline: 1732382728375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57592 deadline: 1732382728379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:24:28,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382728462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382728765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:28,777 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/7d867d20b0474008aecfa4df471de9dc 2024-11-23T17:24:28,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/1aa24c07808b4f52aad31de212772205 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1aa24c07808b4f52aad31de212772205 2024-11-23T17:24:28,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1aa24c07808b4f52aad31de212772205, entries=150, sequenceid=258, filesize=30.4 K 2024-11-23T17:24:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/e159063cc84840aeaeba01b1325ae907 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/e159063cc84840aeaeba01b1325ae907 2024-11-23T17:24:28,788 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/e159063cc84840aeaeba01b1325ae907, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T17:24:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/7d867d20b0474008aecfa4df471de9dc as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7d867d20b0474008aecfa4df471de9dc 2024-11-23T17:24:28,791 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7d867d20b0474008aecfa4df471de9dc, entries=150, sequenceid=258, filesize=11.9 K 2024-11-23T17:24:28,792 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7b5b09207597792cce9e8a1721931ead in 1255ms, sequenceid=258, compaction requested=true 2024-11-23T17:24:28,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:28,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-23T17:24:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-23T17:24:28,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T17:24:28,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec 2024-11-23T17:24:28,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.4840 sec 2024-11-23T17:24:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:29,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T17:24:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:29,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f4646d61c85a4319bb98770bddae56e4_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382668156/Put/seqid=0 2024-11-23T17:24:29,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742375_1551 (size=14994) 2024-11-23T17:24:29,284 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:29,287 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f4646d61c85a4319bb98770bddae56e4_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f4646d61c85a4319bb98770bddae56e4_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:29,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/bb0bb82750b54caf8b2c8dabe8570636, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:29,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/bb0bb82750b54caf8b2c8dabe8570636 is 175, key is test_row_0/A:col10/1732382668156/Put/seqid=0 2024-11-23T17:24:29,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742376_1552 (size=39949) 2024-11-23T17:24:29,292 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/bb0bb82750b54caf8b2c8dabe8570636 2024-11-23T17:24:29,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/4b4eb172c3a444eeb1da71505f41ebc8 is 50, key is test_row_0/B:col10/1732382668156/Put/seqid=0 2024-11-23T17:24:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742377_1553 (size=12301) 2024-11-23T17:24:29,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/4b4eb172c3a444eeb1da71505f41ebc8 2024-11-23T17:24:29,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/4bb558a563754ef48f066d65558dd9b8 is 50, key is test_row_0/C:col10/1732382668156/Put/seqid=0 2024-11-23T17:24:29,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742378_1554 (size=12301) 2024-11-23T17:24:29,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382729326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:29,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382729428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32977 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57640 deadline: 1732382729632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:29,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/4bb558a563754ef48f066d65558dd9b8 2024-11-23T17:24:29,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/bb0bb82750b54caf8b2c8dabe8570636 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/bb0bb82750b54caf8b2c8dabe8570636 2024-11-23T17:24:29,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/bb0bb82750b54caf8b2c8dabe8570636, entries=200, sequenceid=275, filesize=39.0 K 2024-11-23T17:24:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/4b4eb172c3a444eeb1da71505f41ebc8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4b4eb172c3a444eeb1da71505f41ebc8 2024-11-23T17:24:29,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4b4eb172c3a444eeb1da71505f41ebc8, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T17:24:29,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/4bb558a563754ef48f066d65558dd9b8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/4bb558a563754ef48f066d65558dd9b8 2024-11-23T17:24:29,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/4bb558a563754ef48f066d65558dd9b8, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T17:24:29,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7b5b09207597792cce9e8a1721931ead in 455ms, sequenceid=275, compaction requested=true 2024-11-23T17:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:29,728 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:29,728 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b5b09207597792cce9e8a1721931ead:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:29,729 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133776 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:24:29,729 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/A is initiating minor compaction (all files) 2024-11-23T17:24:29,729 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/A in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:29,729 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:24:29,729 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1fc042c7109b49dc804931d9c654ebcb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/be259e4b0b3a479a8c8d6ba447d4e6b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1aa24c07808b4f52aad31de212772205, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/bb0bb82750b54caf8b2c8dabe8570636] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=130.6 K 2024-11-23T17:24:29,729 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/B is initiating minor compaction (all files) 2024-11-23T17:24:29,729 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:29,729 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/B in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:29,729 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. files: [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1fc042c7109b49dc804931d9c654ebcb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/be259e4b0b3a479a8c8d6ba447d4e6b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1aa24c07808b4f52aad31de212772205, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/bb0bb82750b54caf8b2c8dabe8570636] 2024-11-23T17:24:29,729 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/ac228570d7fb4e4fba717a8d96885c9b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/336d9164f90a4afc8865a4b9f3ca5a02, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/e159063cc84840aeaeba01b1325ae907, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4b4eb172c3a444eeb1da71505f41ebc8] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=48.1 K 2024-11-23T17:24:29,730 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fc042c7109b49dc804931d9c654ebcb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732382665113 2024-11-23T17:24:29,730 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting ac228570d7fb4e4fba717a8d96885c9b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732382665113 2024-11-23T17:24:29,730 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 336d9164f90a4afc8865a4b9f3ca5a02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382665121 2024-11-23T17:24:29,730 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting be259e4b0b3a479a8c8d6ba447d4e6b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382665121 2024-11-23T17:24:29,730 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting e159063cc84840aeaeba01b1325ae907, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732382666244 2024-11-23T17:24:29,730 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa24c07808b4f52aad31de212772205, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732382666244 2024-11-23T17:24:29,730 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b4eb172c3a444eeb1da71505f41ebc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382668154 2024-11-23T17:24:29,731 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb0bb82750b54caf8b2c8dabe8570636, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382668150 2024-11-23T17:24:29,736 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:29,738 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#B#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:29,738 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/92862ba07b4a464989e76ee95ada3421 is 50, key is test_row_0/B:col10/1732382668156/Put/seqid=0 2024-11-23T17:24:29,741 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123ff47523e7a184a67beb457db19c7db0d_7b5b09207597792cce9e8a1721931ead store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:29,743 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123ff47523e7a184a67beb457db19c7db0d_7b5b09207597792cce9e8a1721931ead, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:29,743 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ff47523e7a184a67beb457db19c7db0d_7b5b09207597792cce9e8a1721931ead because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742380_1556 (size=4469) 2024-11-23T17:24:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742379_1555 (size=12949) 2024-11-23T17:24:29,769 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/92862ba07b4a464989e76ee95ada3421 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/92862ba07b4a464989e76ee95ada3421 2024-11-23T17:24:29,773 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/B of 7b5b09207597792cce9e8a1721931ead into 92862ba07b4a464989e76ee95ada3421(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:29,773 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:29,773 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/B, priority=12, startTime=1732382669728; duration=0sec 2024-11-23T17:24:29,773 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:29,773 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:B 2024-11-23T17:24:29,773 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:24:29,774 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:24:29,774 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1540): 7b5b09207597792cce9e8a1721931ead/C is initiating minor compaction (all files) 2024-11-23T17:24:29,774 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b5b09207597792cce9e8a1721931ead/C in TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:29,774 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/30b7755cffef47eaacdb562846352280, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7b447d7c90154573b6bbcfdd9ba6a132, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7d867d20b0474008aecfa4df471de9dc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/4bb558a563754ef48f066d65558dd9b8] into tmpdir=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp, totalSize=48.1 K 2024-11-23T17:24:29,775 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b7755cffef47eaacdb562846352280, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732382665113 2024-11-23T17:24:29,775 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b447d7c90154573b6bbcfdd9ba6a132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382665121 2024-11-23T17:24:29,775 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d867d20b0474008aecfa4df471de9dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732382666244 2024-11-23T17:24:29,775 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb558a563754ef48f066d65558dd9b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382668154 2024-11-23T17:24:29,778 DEBUG [Thread-2154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17f6ce8d to 127.0.0.1:57836 2024-11-23T17:24:29,778 DEBUG [Thread-2154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:29,779 DEBUG [Thread-2156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a5e441 to 127.0.0.1:57836 2024-11-23T17:24:29,779 DEBUG [Thread-2156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:29,779 DEBUG [Thread-2162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x336a5bad to 127.0.0.1:57836 2024-11-23T17:24:29,779 DEBUG [Thread-2162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:29,780 DEBUG [Thread-2160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d48543c to 127.0.0.1:57836 2024-11-23T17:24:29,780 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:29,780 DEBUG [Thread-2158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x723a6cf2 to 127.0.0.1:57836 2024-11-23T17:24:29,780 DEBUG [Thread-2158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:29,782 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:29,783 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/264c6e6133b04bd3b3f0b76cad88b91f is 50, key is test_row_0/C:col10/1732382668156/Put/seqid=0 2024-11-23T17:24:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742381_1557 (size=12949) 2024-11-23T17:24:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] regionserver.HRegion(8581): Flush requested on 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:29,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:24:29,937 DEBUG [Thread-2151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d6c03ba to 127.0.0.1:57836 2024-11-23T17:24:29,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:29,937 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:29,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:29,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:29,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:29,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:29,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:29,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f0103e2c76e54a0caa0269a12c5f26fd_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_0/A:col10/1732382669936/Put/seqid=0 2024-11-23T17:24:29,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742382_1558 (size=12454) 2024-11-23T17:24:30,162 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b5b09207597792cce9e8a1721931ead#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:30,163 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/fbf1efc63d784d65a4a694706347d246 is 175, key is test_row_0/A:col10/1732382668156/Put/seqid=0 2024-11-23T17:24:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742383_1559 (size=31903) 2024-11-23T17:24:30,189 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/264c6e6133b04bd3b3f0b76cad88b91f as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/264c6e6133b04bd3b3f0b76cad88b91f 2024-11-23T17:24:30,192 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/C of 7b5b09207597792cce9e8a1721931ead into 264c6e6133b04bd3b3f0b76cad88b91f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:30,192 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:30,192 INFO [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/C, priority=12, startTime=1732382669728; duration=0sec 2024-11-23T17:24:30,192 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:30,192 DEBUG [RS:0;f54dd19cfe0a:32977-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:C 2024-11-23T17:24:30,346 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:30,349 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f0103e2c76e54a0caa0269a12c5f26fd_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f0103e2c76e54a0caa0269a12c5f26fd_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:30,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/82bbdecc6a4a43f3941f45607f87fa72, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:30,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/82bbdecc6a4a43f3941f45607f87fa72 is 175, key is test_row_0/A:col10/1732382669936/Put/seqid=0 2024-11-23T17:24:30,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742384_1560 (size=31255) 2024-11-23T17:24:30,381 DEBUG [Thread-2145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1767dc60 to 127.0.0.1:57836 2024-11-23T17:24:30,381 DEBUG [Thread-2145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:30,390 DEBUG [Thread-2143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c0f5004 to 127.0.0.1:57836 2024-11-23T17:24:30,390 DEBUG [Thread-2143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:30,391 DEBUG [Thread-2149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd3d28 to 127.0.0.1:57836 2024-11-23T17:24:30,391 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:30,396 DEBUG [Thread-2147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c3d7a2 to 127.0.0.1:57836 2024-11-23T17:24:30,396 DEBUG [Thread-2147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:24:30,417 INFO [Thread-2153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-23T17:24:30,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:24:30,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-23T17:24:30,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-23T17:24:30,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-23T17:24:30,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7721 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7530 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7443 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7684 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7558 2024-11-23T17:24:30,418 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:24:30,418 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:24:30,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507d2cf9 to 127.0.0.1:57836 2024-11-23T17:24:30,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:30,418 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:24:30,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:24:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:24:30,421 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382670420"}]},"ts":"1732382670420"} 2024-11-23T17:24:30,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:24:30,423 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:24:30,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:24:30,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, UNASSIGN}] 2024-11-23T17:24:30,425 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, UNASSIGN 2024-11-23T17:24:30,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=165 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=CLOSING, regionLocation=f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:30,426 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:24:30,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; CloseRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134}] 2024-11-23T17:24:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:24:30,570 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/fbf1efc63d784d65a4a694706347d246 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/fbf1efc63d784d65a4a694706347d246 2024-11-23T17:24:30,573 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b5b09207597792cce9e8a1721931ead/A of 7b5b09207597792cce9e8a1721931ead into fbf1efc63d784d65a4a694706347d246(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:30,573 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:30,573 INFO [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead., storeName=7b5b09207597792cce9e8a1721931ead/A, priority=12, startTime=1732382669728; duration=0sec 2024-11-23T17:24:30,573 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:30,573 DEBUG [RS:0;f54dd19cfe0a:32977-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b5b09207597792cce9e8a1721931ead:A 2024-11-23T17:24:30,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:30,578 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(124): Close 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:30,578 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:24:30,578 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1681): Closing 7b5b09207597792cce9e8a1721931ead, disabling compactions & flushes 2024-11-23T17:24:30,578 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:24:30,754 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/82bbdecc6a4a43f3941f45607f87fa72 2024-11-23T17:24:30,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/7223fe69c24247fa857f73d7c745cae6 is 50, key is test_row_0/B:col10/1732382669936/Put/seqid=0 2024-11-23T17:24:30,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742385_1561 (size=12301) 2024-11-23T17:24:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:24:31,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/7223fe69c24247fa857f73d7c745cae6 2024-11-23T17:24:31,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/230c985dd15f4f4987c51c4b8aad8ba7 is 50, key is test_row_0/C:col10/1732382669936/Put/seqid=0 2024-11-23T17:24:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742386_1562 (size=12301) 2024-11-23T17:24:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:24:31,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/230c985dd15f4f4987c51c4b8aad8ba7 2024-11-23T17:24:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/82bbdecc6a4a43f3941f45607f87fa72 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/82bbdecc6a4a43f3941f45607f87fa72 2024-11-23T17:24:31,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/82bbdecc6a4a43f3941f45607f87fa72, entries=150, sequenceid=296, filesize=30.5 K 2024-11-23T17:24:31,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/7223fe69c24247fa857f73d7c745cae6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/7223fe69c24247fa857f73d7c745cae6 2024-11-23T17:24:31,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/7223fe69c24247fa857f73d7c745cae6, entries=150, sequenceid=296, filesize=12.0 K 2024-11-23T17:24:31,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/230c985dd15f4f4987c51c4b8aad8ba7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/230c985dd15f4f4987c51c4b8aad8ba7 2024-11-23T17:24:31,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/230c985dd15f4f4987c51c4b8aad8ba7, entries=150, sequenceid=296, filesize=12.0 K 2024-11-23T17:24:31,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 7b5b09207597792cce9e8a1721931ead in 1649ms, sequenceid=296, compaction requested=false 2024-11-23T17:24:31,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:31,587 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. after waiting 0 ms 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:31,587 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(2837): Flushing 7b5b09207597792cce9e8a1721931ead 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=A 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=B 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b5b09207597792cce9e8a1721931ead, store=C 2024-11-23T17:24:31,587 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:31,591 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235bd7372744034aa0aef2736f36a090bd_7b5b09207597792cce9e8a1721931ead is 50, key is test_row_1/A:col10/1732382670395/Put/seqid=0 2024-11-23T17:24:31,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742387_1563 (size=9914) 2024-11-23T17:24:31,994 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:31,997 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235bd7372744034aa0aef2736f36a090bd_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235bd7372744034aa0aef2736f36a090bd_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:31,998 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/61f96906e6ea4e949907fbf85a6d4353, store: [table=TestAcidGuarantees family=A region=7b5b09207597792cce9e8a1721931ead] 2024-11-23T17:24:31,998 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/61f96906e6ea4e949907fbf85a6d4353 is 175, key is test_row_1/A:col10/1732382670395/Put/seqid=0 2024-11-23T17:24:32,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742388_1564 (size=22561) 2024-11-23T17:24:32,402 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/61f96906e6ea4e949907fbf85a6d4353 2024-11-23T17:24:32,407 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/46a0602821b64e248936438f7e45cb05 is 50, key is test_row_1/B:col10/1732382670395/Put/seqid=0 2024-11-23T17:24:32,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742389_1565 (size=9857) 2024-11-23T17:24:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:24:32,811 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/46a0602821b64e248936438f7e45cb05 2024-11-23T17:24:32,816 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/bb47a961fdc3464ca7551adbcdd2dffe is 50, key is test_row_1/C:col10/1732382670395/Put/seqid=0 2024-11-23T17:24:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742390_1566 (size=9857) 2024-11-23T17:24:33,219 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/bb47a961fdc3464ca7551adbcdd2dffe 2024-11-23T17:24:33,223 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/A/61f96906e6ea4e949907fbf85a6d4353 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/61f96906e6ea4e949907fbf85a6d4353 2024-11-23T17:24:33,226 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/61f96906e6ea4e949907fbf85a6d4353, entries=100, sequenceid=305, filesize=22.0 K 2024-11-23T17:24:33,226 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/B/46a0602821b64e248936438f7e45cb05 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/46a0602821b64e248936438f7e45cb05 2024-11-23T17:24:33,229 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/46a0602821b64e248936438f7e45cb05, entries=100, sequenceid=305, filesize=9.6 K 2024-11-23T17:24:33,230 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/.tmp/C/bb47a961fdc3464ca7551adbcdd2dffe as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/bb47a961fdc3464ca7551adbcdd2dffe 2024-11-23T17:24:33,232 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/bb47a961fdc3464ca7551adbcdd2dffe, entries=100, sequenceid=305, filesize=9.6 K 2024-11-23T17:24:33,233 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7b5b09207597792cce9e8a1721931ead in 1646ms, sequenceid=305, compaction requested=true 2024-11-23T17:24:33,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/6970802c14f6494480a8a71c0d213e7e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/cb8f93f1fc9040ff875d03f67ee6e2b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/642deba8b0414e55b6ba632956ddbe01, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/c8cd1de08e97497c911b7e3e950430f1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/93ba1493f4b545d58caee3b5b2589a45, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1c1ab060471e48b889566a5519438728, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/7e4758c480a34fd2af90996072a8f59b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/342518fb7daf4d2d9601da842f2d1aaf, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/69853fdee5964627ac084922540ff1e2, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8e31b4fb854d4341854ae29acc7c015e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/00f35e6932404dc8ab2deb5add3ce9e9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/e8355a7179a04538a2d4c3314233ba90, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/574edf9cd0ac40409a8d8093d0bf9a00, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8819d684eafb4610885bb563ffcb34df, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1fc042c7109b49dc804931d9c654ebcb, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/9c4e656b94a543cb9d3c20ad88cb3f20, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/be259e4b0b3a479a8c8d6ba447d4e6b0, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1aa24c07808b4f52aad31de212772205, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/bb0bb82750b54caf8b2c8dabe8570636] to archive 2024-11-23T17:24:33,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:24:33,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/6970802c14f6494480a8a71c0d213e7e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/6970802c14f6494480a8a71c0d213e7e 2024-11-23T17:24:33,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/cb8f93f1fc9040ff875d03f67ee6e2b0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/cb8f93f1fc9040ff875d03f67ee6e2b0 2024-11-23T17:24:33,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/642deba8b0414e55b6ba632956ddbe01 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/642deba8b0414e55b6ba632956ddbe01 2024-11-23T17:24:33,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/c8cd1de08e97497c911b7e3e950430f1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/c8cd1de08e97497c911b7e3e950430f1 2024-11-23T17:24:33,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/93ba1493f4b545d58caee3b5b2589a45 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/93ba1493f4b545d58caee3b5b2589a45 2024-11-23T17:24:33,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1c1ab060471e48b889566a5519438728 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1c1ab060471e48b889566a5519438728 2024-11-23T17:24:33,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/7e4758c480a34fd2af90996072a8f59b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/7e4758c480a34fd2af90996072a8f59b 2024-11-23T17:24:33,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/342518fb7daf4d2d9601da842f2d1aaf to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/342518fb7daf4d2d9601da842f2d1aaf 2024-11-23T17:24:33,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/69853fdee5964627ac084922540ff1e2 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/69853fdee5964627ac084922540ff1e2 2024-11-23T17:24:33,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8e31b4fb854d4341854ae29acc7c015e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8e31b4fb854d4341854ae29acc7c015e 2024-11-23T17:24:33,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/00f35e6932404dc8ab2deb5add3ce9e9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/00f35e6932404dc8ab2deb5add3ce9e9 2024-11-23T17:24:33,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/e8355a7179a04538a2d4c3314233ba90 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/e8355a7179a04538a2d4c3314233ba90 2024-11-23T17:24:33,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/574edf9cd0ac40409a8d8093d0bf9a00 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/574edf9cd0ac40409a8d8093d0bf9a00 2024-11-23T17:24:33,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8819d684eafb4610885bb563ffcb34df to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/8819d684eafb4610885bb563ffcb34df 2024-11-23T17:24:33,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1fc042c7109b49dc804931d9c654ebcb to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1fc042c7109b49dc804931d9c654ebcb 2024-11-23T17:24:33,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/9c4e656b94a543cb9d3c20ad88cb3f20 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/9c4e656b94a543cb9d3c20ad88cb3f20 2024-11-23T17:24:33,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/be259e4b0b3a479a8c8d6ba447d4e6b0 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/be259e4b0b3a479a8c8d6ba447d4e6b0 2024-11-23T17:24:33,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1aa24c07808b4f52aad31de212772205 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/1aa24c07808b4f52aad31de212772205 2024-11-23T17:24:33,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/bb0bb82750b54caf8b2c8dabe8570636 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/bb0bb82750b54caf8b2c8dabe8570636 2024-11-23T17:24:33,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3f76d3f54f1749ea8c3d8a4283f2475a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/38e3d22d5f5d4d4b8d626a30e9fd2195, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/a3bc84df4dbd497db62ad120e0f08b21, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/f13ae38e14484d95961b85bf6d46ada9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/43949ef0796c49908579ec959a53f2b9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/1ab44e74287e475c8889298881711196, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4c9a2b9762b648d18a95947dd6f5580e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/12cc60bb393d4ff49792452140611d45, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/aced7e1a033048969994136d188dccf9, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3cacbfeaaf284c4b862818c3e0570a4c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/01b2e7cad28f40a3a22874b3dec983af, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0713baf7c5f847a99b02044451576572, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/24da89495d3f45e5ad21be0777b1b0a3, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0a616df031fb46a2858c19be8547fa86, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/ac228570d7fb4e4fba717a8d96885c9b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/07f7e5b4e849427eba514dfd06490b65, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/336d9164f90a4afc8865a4b9f3ca5a02, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/e159063cc84840aeaeba01b1325ae907, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4b4eb172c3a444eeb1da71505f41ebc8] to archive 2024-11-23T17:24:33,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:24:33,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3f76d3f54f1749ea8c3d8a4283f2475a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3f76d3f54f1749ea8c3d8a4283f2475a 2024-11-23T17:24:33,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/38e3d22d5f5d4d4b8d626a30e9fd2195 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/38e3d22d5f5d4d4b8d626a30e9fd2195 2024-11-23T17:24:33,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/a3bc84df4dbd497db62ad120e0f08b21 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/a3bc84df4dbd497db62ad120e0f08b21 2024-11-23T17:24:33,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/f13ae38e14484d95961b85bf6d46ada9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/f13ae38e14484d95961b85bf6d46ada9 2024-11-23T17:24:33,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/43949ef0796c49908579ec959a53f2b9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/43949ef0796c49908579ec959a53f2b9 2024-11-23T17:24:33,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/1ab44e74287e475c8889298881711196 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/1ab44e74287e475c8889298881711196 2024-11-23T17:24:33,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4c9a2b9762b648d18a95947dd6f5580e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4c9a2b9762b648d18a95947dd6f5580e 2024-11-23T17:24:33,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/12cc60bb393d4ff49792452140611d45 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/12cc60bb393d4ff49792452140611d45 2024-11-23T17:24:33,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/aced7e1a033048969994136d188dccf9 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/aced7e1a033048969994136d188dccf9 2024-11-23T17:24:33,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3cacbfeaaf284c4b862818c3e0570a4c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/3cacbfeaaf284c4b862818c3e0570a4c 2024-11-23T17:24:33,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/01b2e7cad28f40a3a22874b3dec983af to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/01b2e7cad28f40a3a22874b3dec983af 2024-11-23T17:24:33,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0713baf7c5f847a99b02044451576572 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0713baf7c5f847a99b02044451576572 2024-11-23T17:24:33,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/24da89495d3f45e5ad21be0777b1b0a3 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/24da89495d3f45e5ad21be0777b1b0a3 2024-11-23T17:24:33,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0a616df031fb46a2858c19be8547fa86 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/0a616df031fb46a2858c19be8547fa86 2024-11-23T17:24:33,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/ac228570d7fb4e4fba717a8d96885c9b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/ac228570d7fb4e4fba717a8d96885c9b 2024-11-23T17:24:33,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/07f7e5b4e849427eba514dfd06490b65 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/07f7e5b4e849427eba514dfd06490b65 2024-11-23T17:24:33,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/336d9164f90a4afc8865a4b9f3ca5a02 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/336d9164f90a4afc8865a4b9f3ca5a02 2024-11-23T17:24:33,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/e159063cc84840aeaeba01b1325ae907 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/e159063cc84840aeaeba01b1325ae907 2024-11-23T17:24:33,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4b4eb172c3a444eeb1da71505f41ebc8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/4b4eb172c3a444eeb1da71505f41ebc8 2024-11-23T17:24:33,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/3a8bb6ce596b423c9412ac89f7d0c32a, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/f8fa841bb9fa4526be8a8918e4728d9c, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/83fdb609c2ed44f6977e4baa2d649f43, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/26e0134579cd4a35945a0befdd8d5bfc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5e91dc75fc8441beb9fc78dffc8b7b0d, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/db78df79ed5e4f889253a9bf82e46f82, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/22bdd65f5a434fefa68327d26b87d5f1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b77dfbe242fa4546a1d6ce6120b6746e, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/502c8c2a486c47e58dafa0d4131db697, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/a4305e7244064792a63d3defcce524f5, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/63072f69fa1b4f7aa5142e7dc6aaec4b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5503ab41f2cf4e10922a0ba66d85262b, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/e27ffbef10c849b4987ce8ad6125f2b1, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/30b7755cffef47eaacdb562846352280, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/2e2f60eda23d4ca39e766170f8c97c01, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7b447d7c90154573b6bbcfdd9ba6a132, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7d867d20b0474008aecfa4df471de9dc, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/4bb558a563754ef48f066d65558dd9b8] to archive 2024-11-23T17:24:33,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:24:33,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/3a8bb6ce596b423c9412ac89f7d0c32a to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/3a8bb6ce596b423c9412ac89f7d0c32a 2024-11-23T17:24:33,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/f8fa841bb9fa4526be8a8918e4728d9c to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/f8fa841bb9fa4526be8a8918e4728d9c 2024-11-23T17:24:33,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/83fdb609c2ed44f6977e4baa2d649f43 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/83fdb609c2ed44f6977e4baa2d649f43 2024-11-23T17:24:33,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/26e0134579cd4a35945a0befdd8d5bfc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/26e0134579cd4a35945a0befdd8d5bfc 2024-11-23T17:24:33,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b7d12e9cbf9d4bdb86e28b5a5457ea0f 2024-11-23T17:24:33,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5e91dc75fc8441beb9fc78dffc8b7b0d to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5e91dc75fc8441beb9fc78dffc8b7b0d 2024-11-23T17:24:33,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/db78df79ed5e4f889253a9bf82e46f82 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/db78df79ed5e4f889253a9bf82e46f82 2024-11-23T17:24:33,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/22bdd65f5a434fefa68327d26b87d5f1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/22bdd65f5a434fefa68327d26b87d5f1 2024-11-23T17:24:33,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b77dfbe242fa4546a1d6ce6120b6746e to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/b77dfbe242fa4546a1d6ce6120b6746e 2024-11-23T17:24:33,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/502c8c2a486c47e58dafa0d4131db697 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/502c8c2a486c47e58dafa0d4131db697 2024-11-23T17:24:33,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/a4305e7244064792a63d3defcce524f5 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/a4305e7244064792a63d3defcce524f5 2024-11-23T17:24:33,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/63072f69fa1b4f7aa5142e7dc6aaec4b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/63072f69fa1b4f7aa5142e7dc6aaec4b 2024-11-23T17:24:33,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5503ab41f2cf4e10922a0ba66d85262b to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/5503ab41f2cf4e10922a0ba66d85262b 2024-11-23T17:24:33,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/e27ffbef10c849b4987ce8ad6125f2b1 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/e27ffbef10c849b4987ce8ad6125f2b1 2024-11-23T17:24:33,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/30b7755cffef47eaacdb562846352280 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/30b7755cffef47eaacdb562846352280 2024-11-23T17:24:33,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/2e2f60eda23d4ca39e766170f8c97c01 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/2e2f60eda23d4ca39e766170f8c97c01 2024-11-23T17:24:33,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7b447d7c90154573b6bbcfdd9ba6a132 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7b447d7c90154573b6bbcfdd9ba6a132 2024-11-23T17:24:33,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7d867d20b0474008aecfa4df471de9dc to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/7d867d20b0474008aecfa4df471de9dc 2024-11-23T17:24:33,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/4bb558a563754ef48f066d65558dd9b8 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/4bb558a563754ef48f066d65558dd9b8 2024-11-23T17:24:33,287 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/recovered.edits/308.seqid, newMaxSeqId=308, maxSeqId=4 2024-11-23T17:24:33,287 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead. 2024-11-23T17:24:33,287 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1635): Region close journal for 7b5b09207597792cce9e8a1721931ead: 2024-11-23T17:24:33,288 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(170): Closed 7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:33,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=165 updating hbase:meta row=7b5b09207597792cce9e8a1721931ead, regionState=CLOSED 2024-11-23T17:24:33,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T17:24:33,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; CloseRegionProcedure 7b5b09207597792cce9e8a1721931ead, server=f54dd19cfe0a,32977,1732382508134 in 2.8630 sec 2024-11-23T17:24:33,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-23T17:24:33,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b5b09207597792cce9e8a1721931ead, UNASSIGN in 2.8660 sec 2024-11-23T17:24:33,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-23T17:24:33,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8680 sec 2024-11-23T17:24:33,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382673293"}]},"ts":"1732382673293"} 2024-11-23T17:24:33,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:24:33,296 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:24:33,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8780 sec 2024-11-23T17:24:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:24:34,525 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-23T17:24:34,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:24:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:34,527 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=167, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:24:34,527 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=167, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:34,529 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,531 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C, FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/recovered.edits] 2024-11-23T17:24:34,533 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/61f96906e6ea4e949907fbf85a6d4353 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/61f96906e6ea4e949907fbf85a6d4353 2024-11-23T17:24:34,534 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/82bbdecc6a4a43f3941f45607f87fa72 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/82bbdecc6a4a43f3941f45607f87fa72 2024-11-23T17:24:34,535 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/fbf1efc63d784d65a4a694706347d246 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/A/fbf1efc63d784d65a4a694706347d246 2024-11-23T17:24:34,536 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/46a0602821b64e248936438f7e45cb05 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/46a0602821b64e248936438f7e45cb05 2024-11-23T17:24:34,537 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/7223fe69c24247fa857f73d7c745cae6 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/7223fe69c24247fa857f73d7c745cae6 2024-11-23T17:24:34,538 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/92862ba07b4a464989e76ee95ada3421 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/B/92862ba07b4a464989e76ee95ada3421 2024-11-23T17:24:34,540 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/230c985dd15f4f4987c51c4b8aad8ba7 to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/230c985dd15f4f4987c51c4b8aad8ba7 2024-11-23T17:24:34,540 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/264c6e6133b04bd3b3f0b76cad88b91f to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/264c6e6133b04bd3b3f0b76cad88b91f 2024-11-23T17:24:34,541 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/bb47a961fdc3464ca7551adbcdd2dffe to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/C/bb47a961fdc3464ca7551adbcdd2dffe 2024-11-23T17:24:34,543 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/recovered.edits/308.seqid to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead/recovered.edits/308.seqid 2024-11-23T17:24:34,544 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/default/TestAcidGuarantees/7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,544 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:24:34,544 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:24:34,545 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T17:24:34,547 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230b016b96ca0a46e4bb8b9564bace2a64_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230b016b96ca0a46e4bb8b9564bace2a64_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,548 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d63cd5a6d7d4c62832c1265bd3c9298_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d63cd5a6d7d4c62832c1265bd3c9298_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,549 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235bd7372744034aa0aef2736f36a090bd_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235bd7372744034aa0aef2736f36a090bd_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,550 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112360c5a2f8cd1c4cb3a9b7c5c8224002e0_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112360c5a2f8cd1c4cb3a9b7c5c8224002e0_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,550 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123670e0db4a77a4662a69564290b966753_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123670e0db4a77a4662a69564290b966753_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,551 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236bb7bfc1dc714f3eba1c1ae3e740a18b_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236bb7bfc1dc714f3eba1c1ae3e740a18b_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,552 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236fad2505306248beb5bd65041ffe61bf_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236fad2505306248beb5bd65041ffe61bf_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,553 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112397908a5929f448e7819becc8393bebe4_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112397908a5929f448e7819becc8393bebe4_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,553 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b4aae9e2b8d046fa8e17a509f8b623a8_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b4aae9e2b8d046fa8e17a509f8b623a8_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,554 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c2bc8161a7a341a2bcaeb5063ec02efc_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c2bc8161a7a341a2bcaeb5063ec02efc_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,555 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d0699921dbaf46acbdbc90e3ee93930d_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d0699921dbaf46acbdbc90e3ee93930d_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,556 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e5024b1c103749a1a32652704c6a88ef_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e5024b1c103749a1a32652704c6a88ef_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,556 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7df146cbae44350986d0ad317834306_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7df146cbae44350986d0ad317834306_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,557 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f0103e2c76e54a0caa0269a12c5f26fd_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f0103e2c76e54a0caa0269a12c5f26fd_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,558 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f4646d61c85a4319bb98770bddae56e4_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f4646d61c85a4319bb98770bddae56e4_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,559 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f967719246b942ff9e38d6a9fa3a2a8c_7b5b09207597792cce9e8a1721931ead to hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f967719246b942ff9e38d6a9fa3a2a8c_7b5b09207597792cce9e8a1721931ead 2024-11-23T17:24:34,559 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:24:34,561 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=167, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:34,563 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:24:34,565 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:24:34,565 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=167, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:34,565 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:24:34,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382674565"}]},"ts":"9223372036854775807"} 2024-11-23T17:24:34,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:24:34,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7b5b09207597792cce9e8a1721931ead, NAME => 'TestAcidGuarantees,,1732382646717.7b5b09207597792cce9e8a1721931ead.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:24:34,567 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:24:34,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382674567"}]},"ts":"9223372036854775807"} 2024-11-23T17:24:34,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:24:34,570 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=167, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:34,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-23T17:24:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40379 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:24:34,628 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-23T17:24:34,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 240), OpenFileDescriptor=448 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2837 (was 2837) 2024-11-23T17:24:34,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T17:24:34,637 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:24:34,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63dfbe60 to 127.0.0.1:57836 2024-11-23T17:24:34,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:34,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T17:24:34,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-11-23T17:24:34,638 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f54dd19cfe0a,40379,1732382507393 2024-11-23T17:24:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T17:24:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:34,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T17:24:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T17:24:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:34,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:24:34,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:24:34,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:34,641 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f54dd19cfe0a,32977,1732382508134' ***** 2024-11-23T17:24:34,641 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T17:24:34,641 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T17:24:34,642 INFO [RS:0;f54dd19cfe0a:32977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T17:24:34,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T17:24:34,642 INFO [RS:0;f54dd19cfe0a:32977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T17:24:34,642 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(3579): Received CLOSE for 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:24:34,642 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1224): stopping server f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:34,642 DEBUG [RS:0;f54dd19cfe0a:32977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:34,642 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T17:24:34,642 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T17:24:34,642 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T17:24:34,643 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5d38147aef5b099c2ad8274b66a977cf, disabling compactions & flushes 2024-11-23T17:24:34,643 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:24:34,643 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. after waiting 0 ms 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:24:34,643 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1603): Online Regions={5d38147aef5b099c2ad8274b66a977cf=hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T17:24:34,643 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5d38147aef5b099c2ad8274b66a977cf 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T17:24:34,643 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T17:24:34,643 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T17:24:34,643 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T17:24:34,643 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:24:34,659 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf/.tmp/info/958784e301f9478dac4b65c936b35827 is 45, key is default/info:d/1732382512252/Put/seqid=0 2024-11-23T17:24:34,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742391_1567 (size=5037) 2024-11-23T17:24:34,664 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/info/9d3439b8ac2d4d41b2ba1fad435620e8 is 143, key is hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf./info:regioninfo/1732382512165/Put/seqid=0 2024-11-23T17:24:34,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742392_1568 (size=7725) 2024-11-23T17:24:34,667 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/info/9d3439b8ac2d4d41b2ba1fad435620e8 2024-11-23T17:24:34,685 INFO [regionserver/f54dd19cfe0a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T17:24:34,685 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/rep_barrier/d81d610856664760aef18835920fa4b6 is 102, key is TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3./rep_barrier:/1732382537190/DeleteFamily/seqid=0 2024-11-23T17:24:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742393_1569 (size=6025) 2024-11-23T17:24:34,844 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:24:35,044 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5d38147aef5b099c2ad8274b66a977cf 2024-11-23T17:24:35,063 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf/.tmp/info/958784e301f9478dac4b65c936b35827 2024-11-23T17:24:35,067 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf/.tmp/info/958784e301f9478dac4b65c936b35827 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf/info/958784e301f9478dac4b65c936b35827 2024-11-23T17:24:35,069 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf/info/958784e301f9478dac4b65c936b35827, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T17:24:35,070 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5d38147aef5b099c2ad8274b66a977cf in 427ms, sequenceid=6, compaction requested=false 2024-11-23T17:24:35,075 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/namespace/5d38147aef5b099c2ad8274b66a977cf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T17:24:35,075 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:24:35,075 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5d38147aef5b099c2ad8274b66a977cf: 2024-11-23T17:24:35,075 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732382510901.5d38147aef5b099c2ad8274b66a977cf. 2024-11-23T17:24:35,088 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/rep_barrier/d81d610856664760aef18835920fa4b6 2024-11-23T17:24:35,105 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/table/d7767b2d6d29405784f817803e9cf042 is 96, key is TestAcidGuarantees,,1732382512463.6dece79d82b08c73189091560b5a10d3./table:/1732382537190/DeleteFamily/seqid=0 2024-11-23T17:24:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742394_1570 (size=5942) 2024-11-23T17:24:35,244 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T17:24:35,444 DEBUG [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T17:24:35,509 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/table/d7767b2d6d29405784f817803e9cf042 2024-11-23T17:24:35,513 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/info/9d3439b8ac2d4d41b2ba1fad435620e8 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/info/9d3439b8ac2d4d41b2ba1fad435620e8 2024-11-23T17:24:35,516 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/info/9d3439b8ac2d4d41b2ba1fad435620e8, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T17:24:35,517 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/rep_barrier/d81d610856664760aef18835920fa4b6 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/rep_barrier/d81d610856664760aef18835920fa4b6 2024-11-23T17:24:35,519 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/rep_barrier/d81d610856664760aef18835920fa4b6, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T17:24:35,520 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/.tmp/table/d7767b2d6d29405784f817803e9cf042 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/table/d7767b2d6d29405784f817803e9cf042 2024-11-23T17:24:35,522 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/table/d7767b2d6d29405784f817803e9cf042, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T17:24:35,523 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 880ms, sequenceid=93, compaction requested=false 2024-11-23T17:24:35,526 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T17:24:35,527 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T17:24:35,527 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T17:24:35,527 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T17:24:35,527 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T17:24:35,614 INFO [regionserver/f54dd19cfe0a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T17:24:35,614 INFO [regionserver/f54dd19cfe0a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T17:24:35,645 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1250): stopping server f54dd19cfe0a,32977,1732382508134; all regions closed. 2024-11-23T17:24:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741834_1010 (size=26050) 2024-11-23T17:24:35,650 DEBUG [RS:0;f54dd19cfe0a:32977 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/oldWALs 2024-11-23T17:24:35,650 INFO [RS:0;f54dd19cfe0a:32977 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f54dd19cfe0a%2C32977%2C1732382508134.meta:.meta(num 1732382510653) 2024-11-23T17:24:35,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741832_1008 (size=13245525) 2024-11-23T17:24:35,654 DEBUG [RS:0;f54dd19cfe0a:32977 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/oldWALs 2024-11-23T17:24:35,654 INFO [RS:0;f54dd19cfe0a:32977 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f54dd19cfe0a%2C32977%2C1732382508134:(num 1732382509692) 2024-11-23T17:24:35,654 DEBUG [RS:0;f54dd19cfe0a:32977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:35,654 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T17:24:35,654 INFO [RS:0;f54dd19cfe0a:32977 {}] hbase.ChoreService(370): Chore service for: regionserver/f54dd19cfe0a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-23T17:24:35,655 INFO [regionserver/f54dd19cfe0a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T17:24:35,655 INFO [RS:0;f54dd19cfe0a:32977 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32977 2024-11-23T17:24:35,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f54dd19cfe0a,32977,1732382508134 2024-11-23T17:24:35,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T17:24:35,660 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fc9e48f1d48@21f7d9dc rejected from java.util.concurrent.ThreadPoolExecutor@64f54386[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-23T17:24:35,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f54dd19cfe0a,32977,1732382508134] 2024-11-23T17:24:35,661 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f54dd19cfe0a,32977,1732382508134; numProcessing=1 2024-11-23T17:24:35,662 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f54dd19cfe0a,32977,1732382508134 already deleted, retry=false 2024-11-23T17:24:35,662 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f54dd19cfe0a,32977,1732382508134 expired; onlineServers=0 2024-11-23T17:24:35,662 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f54dd19cfe0a,40379,1732382507393' ***** 2024-11-23T17:24:35,662 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T17:24:35,663 DEBUG [M:0;f54dd19cfe0a:40379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f54dd19cfe0a/172.17.0.2:0 2024-11-23T17:24:35,663 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegionServer(1224): stopping server f54dd19cfe0a,40379,1732382507393 2024-11-23T17:24:35,663 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegionServer(1250): stopping server f54dd19cfe0a,40379,1732382507393; all regions closed. 2024-11-23T17:24:35,663 DEBUG [M:0;f54dd19cfe0a:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:24:35,663 DEBUG [M:0;f54dd19cfe0a:40379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T17:24:35,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T17:24:35,663 DEBUG [M:0;f54dd19cfe0a:40379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T17:24:35,663 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.large.0-1732382509417 {}] cleaner.HFileCleaner(306): Exit Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.large.0-1732382509417,5,FailOnTimeoutGroup] 2024-11-23T17:24:35,663 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.small.0-1732382509418 {}] cleaner.HFileCleaner(306): Exit Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.small.0-1732382509418,5,FailOnTimeoutGroup] 2024-11-23T17:24:35,663 INFO [M:0;f54dd19cfe0a:40379 {}] hbase.ChoreService(370): Chore service for: master/f54dd19cfe0a:0 had [] on shutdown 2024-11-23T17:24:35,663 DEBUG [M:0;f54dd19cfe0a:40379 {}] master.HMaster(1733): Stopping service threads 2024-11-23T17:24:35,663 INFO [M:0;f54dd19cfe0a:40379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T17:24:35,664 ERROR [M:0;f54dd19cfe0a:40379 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43703,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1147363369) connection to localhost/127.0.0.1:43703 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43703,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T17:24:35,664 INFO [M:0;f54dd19cfe0a:40379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T17:24:35,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T17:24:35,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T17:24:35,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:35,665 DEBUG [M:0;f54dd19cfe0a:40379 {}] zookeeper.ZKUtil(347): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T17:24:35,665 WARN [M:0;f54dd19cfe0a:40379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T17:24:35,665 INFO [M:0;f54dd19cfe0a:40379 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T17:24:35,665 INFO [M:0;f54dd19cfe0a:40379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T17:24:35,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T17:24:35,665 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T17:24:35,665 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:35,665 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:35,665 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T17:24:35,665 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:35,665 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=730.59 KB heapSize=895.88 KB 2024-11-23T17:24:35,681 DEBUG [M:0;f54dd19cfe0a:40379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6791b6bb73c4c469ae65a4868b5d343 is 82, key is hbase:meta,,1/info:regioninfo/1732382510789/Put/seqid=0 2024-11-23T17:24:35,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742395_1571 (size=5672) 2024-11-23T17:24:35,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:24:35,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32977-0x1002566f7450001, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:24:35,761 INFO [RS:0;f54dd19cfe0a:32977 {}] regionserver.HRegionServer(1307): Exiting; stopping=f54dd19cfe0a,32977,1732382508134; zookeeper connection closed. 2024-11-23T17:24:35,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b33f708 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b33f708 2024-11-23T17:24:35,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T17:24:36,085 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6791b6bb73c4c469ae65a4868b5d343 2024-11-23T17:24:36,105 DEBUG [M:0;f54dd19cfe0a:40379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1be6cbeb0da456b8a1bf6aa03d50cdf is 2277, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1732382540346/Put/seqid=0 2024-11-23T17:24:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742396_1572 (size=42924) 2024-11-23T17:24:36,510 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=730.04 KB at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1be6cbeb0da456b8a1bf6aa03d50cdf 2024-11-23T17:24:36,513 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1be6cbeb0da456b8a1bf6aa03d50cdf 2024-11-23T17:24:36,528 DEBUG [M:0;f54dd19cfe0a:40379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b50e1e52e06a4f3f8f4ed3b60df9a6b7 is 69, key is f54dd19cfe0a,32977,1732382508134/rs:state/1732382509466/Put/seqid=0 2024-11-23T17:24:36,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073742397_1573 (size=5156) 2024-11-23T17:24:36,932 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b50e1e52e06a4f3f8f4ed3b60df9a6b7 2024-11-23T17:24:36,935 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6791b6bb73c4c469ae65a4868b5d343 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6791b6bb73c4c469ae65a4868b5d343 2024-11-23T17:24:36,937 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6791b6bb73c4c469ae65a4868b5d343, entries=8, sequenceid=2032, filesize=5.5 K 2024-11-23T17:24:36,938 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1be6cbeb0da456b8a1bf6aa03d50cdf as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1be6cbeb0da456b8a1bf6aa03d50cdf 2024-11-23T17:24:36,940 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1be6cbeb0da456b8a1bf6aa03d50cdf 2024-11-23T17:24:36,940 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1be6cbeb0da456b8a1bf6aa03d50cdf, entries=167, sequenceid=2032, filesize=41.9 K 2024-11-23T17:24:36,941 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b50e1e52e06a4f3f8f4ed3b60df9a6b7 as hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b50e1e52e06a4f3f8f4ed3b60df9a6b7 2024-11-23T17:24:36,943 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43703/user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b50e1e52e06a4f3f8f4ed3b60df9a6b7, entries=1, sequenceid=2032, filesize=5.0 K 2024-11-23T17:24:36,944 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(3040): Finished flush of dataSize ~730.59 KB/748129, heapSize ~895.59 KB/917080, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2032, compaction requested=false 2024-11-23T17:24:36,945 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:36,945 DEBUG [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T17:24:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741830_1006 (size=881400) 2024-11-23T17:24:36,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/da0aba71-c14d-8dfc-4173-10c41ad10c70/MasterData/WALs/f54dd19cfe0a,40379,1732382507393/f54dd19cfe0a%2C40379%2C1732382507393.1732382508919 not finished, retry = 0 2024-11-23T17:24:37,048 INFO [M:0;f54dd19cfe0a:40379 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T17:24:37,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T17:24:37,048 INFO [M:0;f54dd19cfe0a:40379 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40379 2024-11-23T17:24:37,050 DEBUG [M:0;f54dd19cfe0a:40379 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f54dd19cfe0a,40379,1732382507393 already deleted, retry=false 2024-11-23T17:24:37,152 INFO [M:0;f54dd19cfe0a:40379 {}] regionserver.HRegionServer(1307): Exiting; stopping=f54dd19cfe0a,40379,1732382507393; zookeeper connection closed. 2024-11-23T17:24:37,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:24:37,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40379-0x1002566f7450000, quorum=127.0.0.1:57836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:24:37,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T17:24:37,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T17:24:37,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T17:24:37,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T17:24:37,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/hadoop.log.dir/,STOPPED} 2024-11-23T17:24:37,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T17:24:37,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T17:24:37,162 WARN [BP-548058801-172.17.0.2-1732382504607 heartbeating to localhost/127.0.0.1:43703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T17:24:37,162 WARN [BP-548058801-172.17.0.2-1732382504607 heartbeating to localhost/127.0.0.1:43703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-548058801-172.17.0.2-1732382504607 (Datanode Uuid 1aac7cca-5ec2-4792-9835-c61fd58d14a9) service to localhost/127.0.0.1:43703 2024-11-23T17:24:37,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/dfs/data/data1/current/BP-548058801-172.17.0.2-1732382504607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T17:24:37,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/cluster_63ada644-8a14-a281-1f0a-156045e3f1f2/dfs/data/data2/current/BP-548058801-172.17.0.2-1732382504607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T17:24:37,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T17:24:37,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T17:24:37,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T17:24:37,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T17:24:37,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T17:24:37,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4b61fbc-116d-09a0-2c32-6347f7e22c06/hadoop.log.dir/,STOPPED} 2024-11-23T17:24:37,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T17:24:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down